2024-11-22 17:32:25,539 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-22 17:32:25,551 main DEBUG Took 0.010689 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 17:32:25,552 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 17:32:25,552 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 17:32:25,553 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 17:32:25,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 17:32:25,562 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 17:32:25,577 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 17:32:25,578 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 17:32:25,579 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 17:32:25,579 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 17:32:25,580 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 17:32:25,581 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 17:32:25,582 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 17:32:25,582 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 17:32:25,583 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 17:32:25,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 17:32:25,584 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 17:32:25,585 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 17:32:25,585 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 17:32:25,586 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 17:32:25,587 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 17:32:25,587 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 17:32:25,588 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 17:32:25,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 17:32:25,589 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 17:32:25,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 17:32:25,590 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 17:32:25,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 17:32:25,591 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 17:32:25,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 17:32:25,592 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 17:32:25,592 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 17:32:25,594 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 17:32:25,596 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 17:32:25,598 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 17:32:25,599 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 17:32:25,600 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 17:32:25,601 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 17:32:25,611 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 17:32:25,614 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 17:32:25,616 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 17:32:25,617 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 17:32:25,617 main DEBUG createAppenders(={Console}) 2024-11-22 17:32:25,618 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-22 17:32:25,618 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-22 17:32:25,618 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-22 17:32:25,619 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 17:32:25,619 main DEBUG OutputStream closed 2024-11-22 17:32:25,619 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 17:32:25,619 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 17:32:25,620 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-22 17:32:25,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 17:32:25,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 17:32:25,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 17:32:25,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 17:32:25,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 17:32:25,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 17:32:25,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 17:32:25,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 17:32:25,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 17:32:25,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 17:32:25,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 17:32:25,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 17:32:25,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 17:32:25,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 17:32:25,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 17:32:25,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 17:32:25,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 17:32:25,696 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 17:32:25,698 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 17:32:25,698 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-22 17:32:25,698 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 17:32:25,699 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-22T17:32:25,938 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924 2024-11-22 17:32:25,941 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 17:32:25,941 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T17:32:25,950 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-22T17:32:25,956 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-22T17:32:25,977 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T17:32:26,020 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T17:32:26,021 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T17:32:26,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T17:32:26,047 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0, deleteOnExit=true 2024-11-22T17:32:26,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T17:32:26,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/test.cache.data in system properties and HBase conf 2024-11-22T17:32:26,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T17:32:26,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/hadoop.log.dir in system properties and HBase conf 2024-11-22T17:32:26,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T17:32:26,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T17:32:26,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T17:32:26,124 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T17:32:26,214 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T17:32:26,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T17:32:26,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T17:32:26,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T17:32:26,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T17:32:26,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T17:32:26,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T17:32:26,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T17:32:26,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T17:32:26,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T17:32:26,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/nfs.dump.dir in system properties and HBase conf 2024-11-22T17:32:26,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/java.io.tmpdir in system properties and HBase conf 2024-11-22T17:32:26,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T17:32:26,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T17:32:26,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T17:32:27,296 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T17:32:27,360 INFO [Time-limited test {}] log.Log(170): Logging initialized @2511ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T17:32:27,420 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T17:32:27,474 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T17:32:27,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T17:32:27,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T17:32:27,496 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T17:32:27,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T17:32:27,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/hadoop.log.dir/,AVAILABLE} 2024-11-22T17:32:27,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T17:32:27,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/java.io.tmpdir/jetty-localhost-36599-hadoop-hdfs-3_4_1-tests_jar-_-any-8802500563266107287/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T17:32:27,681 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:36599} 2024-11-22T17:32:27,682 INFO [Time-limited test {}] server.Server(415): Started @2833ms 2024-11-22T17:32:28,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T17:32:28,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T17:32:28,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T17:32:28,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T17:32:28,238 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T17:32:28,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f76f489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/hadoop.log.dir/,AVAILABLE} 2024-11-22T17:32:28,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@433df981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T17:32:28,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36632d60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/java.io.tmpdir/jetty-localhost-40147-hadoop-hdfs-3_4_1-tests_jar-_-any-2560839863112843019/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T17:32:28,354 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@751d2fa4{HTTP/1.1, (http/1.1)}{localhost:40147} 2024-11-22T17:32:28,354 INFO [Time-limited test {}] server.Server(415): Started @3506ms 2024-11-22T17:32:28,405 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T17:32:28,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T17:32:28,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T17:32:28,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T17:32:28,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T17:32:28,525 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T17:32:28,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b5fc47c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/hadoop.log.dir/,AVAILABLE} 2024-11-22T17:32:28,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ebbf344{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T17:32:28,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4546bb60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/java.io.tmpdir/jetty-localhost-41403-hadoop-hdfs-3_4_1-tests_jar-_-any-8209563777848161418/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T17:32:28,637 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c7d32f8{HTTP/1.1, (http/1.1)}{localhost:41403} 2024-11-22T17:32:28,637 INFO [Time-limited test {}] server.Server(415): Started @3789ms 2024-11-22T17:32:28,640 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T17:32:28,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T17:32:28,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T17:32:28,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T17:32:28,682 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T17:32:28,682 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T17:32:28,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da22a2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/hadoop.log.dir/,AVAILABLE} 2024-11-22T17:32:28,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f079a76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T17:32:28,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43206bef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/java.io.tmpdir/jetty-localhost-34031-hadoop-hdfs-3_4_1-tests_jar-_-any-3122649490617745462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T17:32:28,782 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@228ffa29{HTTP/1.1, (http/1.1)}{localhost:34031} 2024-11-22T17:32:28,782 INFO [Time-limited test {}] server.Server(415): Started @3933ms 2024-11-22T17:32:28,784 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T17:32:30,386 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/data/data1/current/BP-822804123-172.17.0.2-1732296746753/current, will proceed with Du for space computation calculation, 2024-11-22T17:32:30,386 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/data/data5/current/BP-822804123-172.17.0.2-1732296746753/current, will proceed with Du for space computation calculation, 2024-11-22T17:32:30,386 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/data/data6/current/BP-822804123-172.17.0.2-1732296746753/current, will proceed with Du for space computation calculation, 2024-11-22T17:32:30,386 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/data/data4/current/BP-822804123-172.17.0.2-1732296746753/current, will proceed with Du for space computation calculation, 2024-11-22T17:32:30,386 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/data/data2/current/BP-822804123-172.17.0.2-1732296746753/current, will proceed with Du for space computation calculation, 2024-11-22T17:32:30,386 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/data/data3/current/BP-822804123-172.17.0.2-1732296746753/current, will proceed with Du for space computation calculation, 2024-11-22T17:32:30,433 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T17:32:30,433 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T17:32:30,433 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T17:32:30,476 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a3e271dcaff603 with lease ID 0xa4613beba1b03685: Processing first storage report for DS-451d8f12-947c-4805-af2b-1ba504864d6c from datanode DatanodeRegistration(127.0.0.1:34135, datanodeUuid=3710d734-27ae-42d5-a2c2-a924d9ff7cbc, infoPort=39455, infoSecurePort=0, ipcPort=36463, storageInfo=lv=-57;cid=testClusterID;nsid=713662317;c=1732296746753) 2024-11-22T17:32:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a3e271dcaff603 with lease ID 0xa4613beba1b03685: from storage DS-451d8f12-947c-4805-af2b-1ba504864d6c node DatanodeRegistration(127.0.0.1:34135, datanodeUuid=3710d734-27ae-42d5-a2c2-a924d9ff7cbc, infoPort=39455, infoSecurePort=0, ipcPort=36463, storageInfo=lv=-57;cid=testClusterID;nsid=713662317;c=1732296746753), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-22T17:32:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57aafba2c0fdc8e0 with lease ID 0xa4613beba1b03687: Processing first storage report for DS-a465d1f3-7d6f-470d-bff2-b508f787789d from datanode DatanodeRegistration(127.0.0.1:33259, datanodeUuid=fc17efb7-704d-4bef-bc40-4f5942228a95, infoPort=38457, infoSecurePort=0, ipcPort=40929, storageInfo=lv=-57;cid=testClusterID;nsid=713662317;c=1732296746753) 2024-11-22T17:32:30,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57aafba2c0fdc8e0 with lease ID 0xa4613beba1b03687: from storage DS-a465d1f3-7d6f-470d-bff2-b508f787789d node DatanodeRegistration(127.0.0.1:33259, datanodeUuid=fc17efb7-704d-4bef-bc40-4f5942228a95, infoPort=38457, infoSecurePort=0, ipcPort=40929, storageInfo=lv=-57;cid=testClusterID;nsid=713662317;c=1732296746753), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T17:32:30,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x741f122c71a94eb2 with lease ID 0xa4613beba1b03686: Processing first storage report for DS-1528779d-00b5-4c03-8c8e-a2338adbe162 from datanode DatanodeRegistration(127.0.0.1:43611, datanodeUuid=34515c4f-5165-4097-bb1d-e6d68d433c91, infoPort=44763, infoSecurePort=0, ipcPort=40309, storageInfo=lv=-57;cid=testClusterID;nsid=713662317;c=1732296746753) 2024-11-22T17:32:30,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x741f122c71a94eb2 with lease ID 0xa4613beba1b03686: from storage DS-1528779d-00b5-4c03-8c8e-a2338adbe162 node DatanodeRegistration(127.0.0.1:43611, datanodeUuid=34515c4f-5165-4097-bb1d-e6d68d433c91, infoPort=44763, infoSecurePort=0, ipcPort=40309, storageInfo=lv=-57;cid=testClusterID;nsid=713662317;c=1732296746753), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T17:32:30,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a3e271dcaff603 with lease ID 0xa4613beba1b03685: Processing first storage report for DS-c7ac121f-2295-4ce3-a22c-8f207e5c3355 from datanode DatanodeRegistration(127.0.0.1:34135, datanodeUuid=3710d734-27ae-42d5-a2c2-a924d9ff7cbc, infoPort=39455, infoSecurePort=0, ipcPort=36463, storageInfo=lv=-57;cid=testClusterID;nsid=713662317;c=1732296746753) 2024-11-22T17:32:30,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a3e271dcaff603 with lease ID 0xa4613beba1b03685: from storage DS-c7ac121f-2295-4ce3-a22c-8f207e5c3355 node DatanodeRegistration(127.0.0.1:34135, datanodeUuid=3710d734-27ae-42d5-a2c2-a924d9ff7cbc, infoPort=39455, infoSecurePort=0, ipcPort=36463, storageInfo=lv=-57;cid=testClusterID;nsid=713662317;c=1732296746753), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T17:32:30,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57aafba2c0fdc8e0 with lease ID 0xa4613beba1b03687: Processing first storage report for DS-df1dd9d1-c98f-4076-bbd5-3c5e22a9a3d4 from datanode DatanodeRegistration(127.0.0.1:33259, datanodeUuid=fc17efb7-704d-4bef-bc40-4f5942228a95, infoPort=38457, infoSecurePort=0, ipcPort=40929, storageInfo=lv=-57;cid=testClusterID;nsid=713662317;c=1732296746753) 2024-11-22T17:32:30,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57aafba2c0fdc8e0 with lease ID 0xa4613beba1b03687: from storage DS-df1dd9d1-c98f-4076-bbd5-3c5e22a9a3d4 node DatanodeRegistration(127.0.0.1:33259, datanodeUuid=fc17efb7-704d-4bef-bc40-4f5942228a95, infoPort=38457, infoSecurePort=0, ipcPort=40929, storageInfo=lv=-57;cid=testClusterID;nsid=713662317;c=1732296746753), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T17:32:30,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x741f122c71a94eb2 with lease ID 0xa4613beba1b03686: Processing first storage report for DS-bb49f295-9c7b-4217-9660-a6a9403ae840 from datanode DatanodeRegistration(127.0.0.1:43611, datanodeUuid=34515c4f-5165-4097-bb1d-e6d68d433c91, infoPort=44763, infoSecurePort=0, ipcPort=40309, storageInfo=lv=-57;cid=testClusterID;nsid=713662317;c=1732296746753) 2024-11-22T17:32:30,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x741f122c71a94eb2 with lease ID 0xa4613beba1b03686: from storage DS-bb49f295-9c7b-4217-9660-a6a9403ae840 node DatanodeRegistration(127.0.0.1:43611, datanodeUuid=34515c4f-5165-4097-bb1d-e6d68d433c91, infoPort=44763, infoSecurePort=0, ipcPort=40309, storageInfo=lv=-57;cid=testClusterID;nsid=713662317;c=1732296746753), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T17:32:30,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924 2024-11-22T17:32:30,564 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/zookeeper_0, clientPort=50740, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T17:32:30,574 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50740 2024-11-22T17:32:30,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T17:32:30,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T17:32:30,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741825_1001 (size=7) 2024-11-22T17:32:30,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741825_1001 (size=7) 2024-11-22T17:32:30,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741825_1001 (size=7) 2024-11-22T17:32:31,205 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68 with version=8 2024-11-22T17:32:31,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/hbase-staging 2024-11-22T17:32:31,483 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e61df7af61d2:0 server-side Connection retries=45 2024-11-22T17:32:31,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T17:32:31,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T17:32:31,497 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T17:32:31,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T17:32:31,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T17:32:31,646 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T17:32:31,697 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T17:32:31,706 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T17:32:31,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T17:32:31,732 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 93579 (auto-detected) 2024-11-22T17:32:31,733 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T17:32:31,750 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44049 2024-11-22T17:32:31,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44049 connecting to ZooKeeper ensemble=127.0.0.1:50740 2024-11-22T17:32:31,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440490x0, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T17:32:31,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44049-0x101639ab1810000 connected 2024-11-22T17:32:32,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T17:32:32,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T17:32:32,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T17:32:32,037 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68, hbase.cluster.distributed=false 2024-11-22T17:32:32,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T17:32:32,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44049 2024-11-22T17:32:32,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44049 2024-11-22T17:32:32,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44049 2024-11-22T17:32:32,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44049 2024-11-22T17:32:32,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44049 2024-11-22T17:32:32,166 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e61df7af61d2:0 server-side Connection retries=45 2024-11-22T17:32:32,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T17:32:32,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T17:32:32,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T17:32:32,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T17:32:32,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T17:32:32,170 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T17:32:32,173 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T17:32:32,174 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36135 2024-11-22T17:32:32,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36135 connecting to ZooKeeper ensemble=127.0.0.1:50740 2024-11-22T17:32:32,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T17:32:32,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T17:32:32,189 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361350x0, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T17:32:32,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T17:32:32,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36135-0x101639ab1810001 connected 2024-11-22T17:32:32,195 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T17:32:32,207 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T17:32:32,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T17:32:32,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T17:32:32,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36135 2024-11-22T17:32:32,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36135 2024-11-22T17:32:32,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36135 2024-11-22T17:32:32,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36135 2024-11-22T17:32:32,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36135 2024-11-22T17:32:32,237 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e61df7af61d2:0 server-side Connection retries=45 2024-11-22T17:32:32,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T17:32:32,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T17:32:32,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T17:32:32,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T17:32:32,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T17:32:32,239 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T17:32:32,239 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T17:32:32,240 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36913 2024-11-22T17:32:32,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36913 connecting to ZooKeeper ensemble=127.0.0.1:50740 2024-11-22T17:32:32,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T17:32:32,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T17:32:32,261 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369130x0, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T17:32:32,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36913-0x101639ab1810002 connected 2024-11-22T17:32:32,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T17:32:32,262 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T17:32:32,263 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T17:32:32,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T17:32:32,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T17:32:32,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36913 2024-11-22T17:32:32,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36913 2024-11-22T17:32:32,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36913 2024-11-22T17:32:32,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36913 2024-11-22T17:32:32,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36913 2024-11-22T17:32:32,285 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e61df7af61d2:0 server-side Connection retries=45 2024-11-22T17:32:32,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T17:32:32,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T17:32:32,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T17:32:32,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T17:32:32,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T17:32:32,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T17:32:32,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T17:32:32,286 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38597 2024-11-22T17:32:32,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38597 connecting to ZooKeeper ensemble=127.0.0.1:50740 2024-11-22T17:32:32,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T17:32:32,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T17:32:32,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385970x0, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T17:32:32,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385970x0, quorum=127.0.0.1:50740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T17:32:32,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38597-0x101639ab1810003 connected 2024-11-22T17:32:32,306 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T17:32:32,307 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T17:32:32,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38597-0x101639ab1810003, quorum=127.0.0.1:50740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T17:32:32,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38597-0x101639ab1810003, quorum=127.0.0.1:50740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T17:32:32,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38597 2024-11-22T17:32:32,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38597 2024-11-22T17:32:32,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38597 2024-11-22T17:32:32,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38597 2024-11-22T17:32:32,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38597 2024-11-22T17:32:32,324 DEBUG [M:0;e61df7af61d2:44049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e61df7af61d2:44049 2024-11-22T17:32:32,325 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e61df7af61d2,44049,1732296751335 2024-11-22T17:32:32,337 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T17:32:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x101639ab1810003, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T17:32:32,337 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T17:32:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T17:32:32,339 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e61df7af61d2,44049,1732296751335 2024-11-22T17:32:32,368 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T17:32:32,368 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T17:32:32,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x101639ab1810003, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T17:32:32,368 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:32,368 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:32,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x101639ab1810003, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:32,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:32,369 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T17:32:32,371 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e61df7af61d2,44049,1732296751335 from backup master directory 2024-11-22T17:32:32,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x101639ab1810003, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T17:32:32,379 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T17:32:32,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e61df7af61d2,44049,1732296751335 2024-11-22T17:32:32,379 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T17:32:32,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T17:32:32,380 WARN [master/e61df7af61d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T17:32:32,380 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e61df7af61d2,44049,1732296751335 2024-11-22T17:32:32,383 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T17:32:32,384 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T17:32:32,438 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/hbase.id] with ID: e1451c3c-6ef6-4456-84f2-1708a6b7f052 2024-11-22T17:32:32,438 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/.tmp/hbase.id 2024-11-22T17:32:32,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741826_1002 (size=42) 2024-11-22T17:32:32,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741826_1002 (size=42) 2024-11-22T17:32:32,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741826_1002 (size=42) 2024-11-22T17:32:32,455 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/.tmp/hbase.id]:[hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/hbase.id] 2024-11-22T17:32:32,501 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T17:32:32,506 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T17:32:32,523 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-22T17:32:32,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x101639ab1810003, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:32,537 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:32,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:32,537 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:32,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741827_1003 (size=196) 2024-11-22T17:32:32,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741827_1003 (size=196) 2024-11-22T17:32:32,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741827_1003 (size=196) 2024-11-22T17:32:32,574 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T17:32:32,576 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T17:32:32,582 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:32,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741828_1004 (size=1189) 2024-11-22T17:32:32,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741828_1004 (size=1189) 2024-11-22T17:32:32,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741828_1004 (size=1189) 2024-11-22T17:32:32,631 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store 2024-11-22T17:32:32,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741829_1005 (size=34) 2024-11-22T17:32:32,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741829_1005 (size=34) 2024-11-22T17:32:32,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741829_1005 (size=34) 2024-11-22T17:32:32,658 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T17:32:32,662 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:32,664 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T17:32:32,664 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T17:32:32,664 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T17:32:32,666 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T17:32:32,666 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T17:32:32,667 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T17:32:32,668 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732296752663Disabling compacts and flushes for region at 1732296752663Disabling writes for close at 1732296752666 (+3 ms)Writing region close event to WAL at 1732296752667 (+1 ms)Closed at 1732296752667 2024-11-22T17:32:32,670 WARN [master/e61df7af61d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store/.initializing 2024-11-22T17:32:32,670 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/WALs/e61df7af61d2,44049,1732296751335 2024-11-22T17:32:32,679 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T17:32:32,695 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e61df7af61d2%2C44049%2C1732296751335, suffix=, logDir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/WALs/e61df7af61d2,44049,1732296751335, archiveDir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/oldWALs, maxLogs=10 2024-11-22T17:32:32,731 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/WALs/e61df7af61d2,44049,1732296751335/e61df7af61d2%2C44049%2C1732296751335.1732296752701, exclude list is [], retry=0 2024-11-22T17:32:32,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:32:32,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:32,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:32,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:32,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T17:32:32,793 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/WALs/e61df7af61d2,44049,1732296751335/e61df7af61d2%2C44049%2C1732296751335.1732296752701 2024-11-22T17:32:32,793 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:39455:39455)] 2024-11-22T17:32:32,794 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:32:32,794 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:32,797 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T17:32:32,798 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T17:32:32,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T17:32:32,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T17:32:32,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:32,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T17:32:32,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T17:32:32,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T17:32:32,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:32,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:32,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T17:32:32,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T17:32:32,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:32,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:32,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T17:32:32,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T17:32:32,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:32,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:32,875 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T17:32:32,878 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T17:32:32,879 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T17:32:32,885 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T17:32:32,886 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T17:32:32,889 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T17:32:32,892 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T17:32:32,896 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T17:32:32,897 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73774048, jitterRate=0.0993189811706543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T17:32:32,905 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732296752810Initializing all the Stores at 1732296752813 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732296752813Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296752814 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296752814Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296752814Cleaning up temporary data from old regions at 1732296752886 (+72 ms)Region opened successfully at 1732296752905 (+19 ms) 2024-11-22T17:32:32,906 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T17:32:32,939 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27199eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e61df7af61d2/172.17.0.2:0 2024-11-22T17:32:32,966 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T17:32:32,975 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T17:32:32,975 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T17:32:32,978 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T17:32:32,980 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T17:32:32,984 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T17:32:32,984 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T17:32:33,007 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T17:32:33,015 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T17:32:33,063 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T17:32:33,066 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T17:32:33,068 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T17:32:33,073 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T17:32:33,076 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T17:32:33,080 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T17:32:33,092 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T17:32:33,094 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T17:32:33,105 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T17:32:33,127 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T17:32:33,136 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T17:32:33,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x101639ab1810003, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T17:32:33,147 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T17:32:33,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T17:32:33,147 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T17:32:33,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x101639ab1810003, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:33,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:33,148 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:33,148 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:33,151 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e61df7af61d2,44049,1732296751335, sessionid=0x101639ab1810000, setting cluster-up flag (Was=false) 2024-11-22T17:32:33,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x101639ab1810003, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:33,179 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:33,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:33,179 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:33,211 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T17:32:33,216 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e61df7af61d2,44049,1732296751335 2024-11-22T17:32:33,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:33,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x101639ab1810003, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:33,242 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:33,242 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:33,273 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T17:32:33,276 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e61df7af61d2,44049,1732296751335 2024-11-22T17:32:33,283 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T17:32:33,315 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.HRegionServer(746): ClusterId : e1451c3c-6ef6-4456-84f2-1708a6b7f052 2024-11-22T17:32:33,315 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer(746): ClusterId : e1451c3c-6ef6-4456-84f2-1708a6b7f052 2024-11-22T17:32:33,315 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer(746): ClusterId : e1451c3c-6ef6-4456-84f2-1708a6b7f052 2024-11-22T17:32:33,317 DEBUG [RS:1;e61df7af61d2:36913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T17:32:33,317 DEBUG [RS:2;e61df7af61d2:38597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T17:32:33,317 DEBUG [RS:0;e61df7af61d2:36135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T17:32:33,338 DEBUG [RS:2;e61df7af61d2:38597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T17:32:33,338 DEBUG [RS:0;e61df7af61d2:36135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T17:32:33,338 DEBUG [RS:1;e61df7af61d2:36913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T17:32:33,338 DEBUG [RS:2;e61df7af61d2:38597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T17:32:33,338 DEBUG [RS:0;e61df7af61d2:36135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T17:32:33,338 DEBUG [RS:1;e61df7af61d2:36913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T17:32:33,348 DEBUG [RS:2;e61df7af61d2:38597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T17:32:33,348 DEBUG [RS:0;e61df7af61d2:36135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T17:32:33,348 DEBUG [RS:1;e61df7af61d2:36913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T17:32:33,349 DEBUG [RS:2;e61df7af61d2:38597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf8456d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e61df7af61d2/172.17.0.2:0 2024-11-22T17:32:33,349 DEBUG [RS:1;e61df7af61d2:36913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729fa685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e61df7af61d2/172.17.0.2:0 2024-11-22T17:32:33,349 DEBUG [RS:0;e61df7af61d2:36135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239cf3ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e61df7af61d2/172.17.0.2:0 2024-11-22T17:32:33,362 DEBUG [RS:2;e61df7af61d2:38597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e61df7af61d2:38597 2024-11-22T17:32:33,365 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T17:32:33,365 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T17:32:33,365 DEBUG [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T17:32:33,368 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer(2659): reportForDuty to master=e61df7af61d2,44049,1732296751335 with port=38597, startcode=1732296752284 2024-11-22T17:32:33,368 DEBUG [RS:0;e61df7af61d2:36135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e61df7af61d2:36135 2024-11-22T17:32:33,368 DEBUG [RS:1;e61df7af61d2:36913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e61df7af61d2:36913 2024-11-22T17:32:33,369 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T17:32:33,369 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T17:32:33,369 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T17:32:33,369 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T17:32:33,369 DEBUG [RS:1;e61df7af61d2:36913 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T17:32:33,369 DEBUG [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T17:32:33,369 INFO [AsyncFSWAL-0-hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData-prefix:e61df7af61d2,44049,1732296751335 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-22T17:32:33,370 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.HRegionServer(2659): reportForDuty to master=e61df7af61d2,44049,1732296751335 with port=36913, startcode=1732296752237 2024-11-22T17:32:33,370 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer(2659): reportForDuty to master=e61df7af61d2,44049,1732296751335 with port=36135, startcode=1732296752134 2024-11-22T17:32:33,380 DEBUG [RS:0;e61df7af61d2:36135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T17:32:33,380 DEBUG [RS:2;e61df7af61d2:38597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T17:32:33,380 DEBUG [RS:1;e61df7af61d2:36913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T17:32:33,384 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T17:32:33,394 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T17:32:33,401 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T17:32:33,406 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e61df7af61d2,44049,1732296751335 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T17:32:33,414 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T17:32:33,414 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T17:32:33,414 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T17:32:33,414 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e61df7af61d2:0, corePoolSize=5, maxPoolSize=5 2024-11-22T17:32:33,415 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e61df7af61d2:0, corePoolSize=5, maxPoolSize=5 2024-11-22T17:32:33,415 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e61df7af61d2:0, corePoolSize=5, maxPoolSize=5 2024-11-22T17:32:33,415 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e61df7af61d2:0, corePoolSize=5, maxPoolSize=5 2024-11-22T17:32:33,415 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e61df7af61d2:0, corePoolSize=10, maxPoolSize=10 2024-11-22T17:32:33,415 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,415 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e61df7af61d2:0, corePoolSize=2, maxPoolSize=2 2024-11-22T17:32:33,416 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,421 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44049 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T17:32:33,425 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732296783425 2024-11-22T17:32:33,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T17:32:33,426 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T17:32:33,427 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T17:32:33,428 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T17:32:33,428 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44049 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T17:32:33,429 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44049 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T17:32:33,431 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T17:32:33,432 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T17:32:33,433 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T17:32:33,433 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T17:32:33,434 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:33,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T17:32:33,433 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,438 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T17:32:33,439 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T17:32:33,440 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T17:32:33,444 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T17:32:33,445 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T17:32:33,448 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e61df7af61d2:0:becomeActiveMaster-HFileCleaner.large.0-1732296753446,5,FailOnTimeoutGroup] 2024-11-22T17:32:33,449 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e61df7af61d2:0:becomeActiveMaster-HFileCleaner.small.0-1732296753449,5,FailOnTimeoutGroup] 2024-11-22T17:32:33,449 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,449 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T17:32:33,451 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,451 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,452 DEBUG [RS:1;e61df7af61d2:36913 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T17:32:33,452 DEBUG [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T17:32:33,452 WARN [RS:1;e61df7af61d2:36913 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T17:32:33,452 DEBUG [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T17:32:33,452 WARN [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T17:32:33,453 WARN [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T17:32:33,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741831_1007 (size=1321) 2024-11-22T17:32:33,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741831_1007 (size=1321) 2024-11-22T17:32:33,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741831_1007 (size=1321) 2024-11-22T17:32:33,486 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T17:32:33,486 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68 2024-11-22T17:32:33,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741832_1008 (size=32) 2024-11-22T17:32:33,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741832_1008 (size=32) 2024-11-22T17:32:33,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741832_1008 (size=32) 2024-11-22T17:32:33,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:33,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T17:32:33,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T17:32:33,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:33,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T17:32:33,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T17:32:33,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T17:32:33,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:33,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T17:32:33,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T17:32:33,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T17:32:33,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:33,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T17:32:33,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T17:32:33,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T17:32:33,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:33,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T17:32:33,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T17:32:33,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740 2024-11-22T17:32:33,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740 2024-11-22T17:32:33,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T17:32:33,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T17:32:33,525 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T17:32:33,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T17:32:33,531 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T17:32:33,532 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73255269, jitterRate=0.0915885716676712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T17:32:33,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732296753503Initializing all the Stores at 1732296753505 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732296753505Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732296753505Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296753505Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732296753505Cleaning up temporary data from old regions at 1732296753524 (+19 ms)Region opened successfully at 1732296753536 (+12 ms) 2024-11-22T17:32:33,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T17:32:33,536 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T17:32:33,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T17:32:33,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T17:32:33,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T17:32:33,538 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T17:32:33,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732296753536Disabling compacts and flushes for region at 1732296753536Disabling writes for close at 1732296753536Writing region close event to WAL at 1732296753537 (+1 ms)Closed at 1732296753538 (+1 ms) 2024-11-22T17:32:33,541 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T17:32:33,541 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T17:32:33,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T17:32:33,554 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer(2659): reportForDuty to master=e61df7af61d2,44049,1732296751335 with port=38597, startcode=1732296752284 2024-11-22T17:32:33,554 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.HRegionServer(2659): reportForDuty to master=e61df7af61d2,44049,1732296751335 with port=36913, startcode=1732296752237 2024-11-22T17:32:33,554 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer(2659): reportForDuty to master=e61df7af61d2,44049,1732296751335 with port=36135, startcode=1732296752134 2024-11-22T17:32:33,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44049 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e61df7af61d2,36913,1732296752237 2024-11-22T17:32:33,557 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T17:32:33,558 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44049 {}] master.ServerManager(517): Registering regionserver=e61df7af61d2,36913,1732296752237 2024-11-22T17:32:33,560 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T17:32:33,566 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44049 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e61df7af61d2,38597,1732296752284 2024-11-22T17:32:33,567 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44049 {}] master.ServerManager(517): Registering regionserver=e61df7af61d2,38597,1732296752284 2024-11-22T17:32:33,567 DEBUG [RS:1;e61df7af61d2:36913 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68 2024-11-22T17:32:33,567 DEBUG [RS:1;e61df7af61d2:36913 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34531 2024-11-22T17:32:33,567 DEBUG [RS:1;e61df7af61d2:36913 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T17:32:33,570 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44049 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e61df7af61d2,36135,1732296752134 2024-11-22T17:32:33,570 DEBUG [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68 2024-11-22T17:32:33,570 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44049 {}] master.ServerManager(517): Registering regionserver=e61df7af61d2,36135,1732296752134 2024-11-22T17:32:33,570 DEBUG [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34531 2024-11-22T17:32:33,570 DEBUG [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T17:32:33,573 DEBUG [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68 2024-11-22T17:32:33,573 DEBUG [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34531 2024-11-22T17:32:33,573 DEBUG [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T17:32:33,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T17:32:33,615 DEBUG [RS:1;e61df7af61d2:36913 {}] zookeeper.ZKUtil(111): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e61df7af61d2,36913,1732296752237 2024-11-22T17:32:33,616 DEBUG [RS:0;e61df7af61d2:36135 {}] zookeeper.ZKUtil(111): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e61df7af61d2,36135,1732296752134 2024-11-22T17:32:33,616 WARN [RS:1;e61df7af61d2:36913 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T17:32:33,616 DEBUG [RS:2;e61df7af61d2:38597 {}] zookeeper.ZKUtil(111): regionserver:38597-0x101639ab1810003, quorum=127.0.0.1:50740, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e61df7af61d2,38597,1732296752284 2024-11-22T17:32:33,616 WARN [RS:0;e61df7af61d2:36135 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T17:32:33,616 WARN [RS:2;e61df7af61d2:38597 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T17:32:33,616 INFO [RS:1;e61df7af61d2:36913 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:33,616 INFO [RS:0;e61df7af61d2:36135 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:33,616 INFO [RS:2;e61df7af61d2:38597 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:33,617 DEBUG [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,36135,1732296752134 2024-11-22T17:32:33,617 DEBUG [RS:1;e61df7af61d2:36913 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,36913,1732296752237 2024-11-22T17:32:33,617 DEBUG [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284 2024-11-22T17:32:33,618 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e61df7af61d2,36913,1732296752237] 2024-11-22T17:32:33,618 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e61df7af61d2,36135,1732296752134] 2024-11-22T17:32:33,619 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e61df7af61d2,38597,1732296752284] 2024-11-22T17:32:33,642 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T17:32:33,642 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T17:32:33,642 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T17:32:33,656 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T17:32:33,656 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T17:32:33,656 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T17:32:33,661 INFO [RS:2;e61df7af61d2:38597 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T17:32:33,661 INFO [RS:0;e61df7af61d2:36135 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T17:32:33,661 INFO [RS:1;e61df7af61d2:36913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T17:32:33,661 INFO [RS:2;e61df7af61d2:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,661 INFO [RS:0;e61df7af61d2:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,661 INFO [RS:1;e61df7af61d2:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,662 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T17:32:33,662 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T17:32:33,662 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T17:32:33,667 INFO [RS:0;e61df7af61d2:36135 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T17:32:33,667 INFO [RS:2;e61df7af61d2:38597 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T17:32:33,667 INFO [RS:1;e61df7af61d2:36913 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T17:32:33,669 INFO [RS:0;e61df7af61d2:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,669 INFO [RS:1;e61df7af61d2:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,669 INFO [RS:2;e61df7af61d2:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,669 DEBUG [RS:0;e61df7af61d2:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,669 DEBUG [RS:1;e61df7af61d2:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,669 DEBUG [RS:2;e61df7af61d2:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,669 DEBUG [RS:0;e61df7af61d2:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,669 DEBUG [RS:1;e61df7af61d2:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,669 DEBUG [RS:2;e61df7af61d2:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,669 DEBUG [RS:0;e61df7af61d2:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,669 DEBUG [RS:2;e61df7af61d2:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,669 DEBUG [RS:1;e61df7af61d2:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,669 DEBUG [RS:0;e61df7af61d2:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,670 DEBUG [RS:2;e61df7af61d2:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,670 DEBUG [RS:1;e61df7af61d2:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,670 DEBUG [RS:0;e61df7af61d2:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,670 DEBUG [RS:1;e61df7af61d2:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,670 DEBUG [RS:2;e61df7af61d2:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,670 DEBUG [RS:0;e61df7af61d2:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0, corePoolSize=2, maxPoolSize=2 2024-11-22T17:32:33,670 DEBUG [RS:1;e61df7af61d2:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0, corePoolSize=2, maxPoolSize=2 2024-11-22T17:32:33,670 DEBUG [RS:2;e61df7af61d2:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0, corePoolSize=2, maxPoolSize=2 2024-11-22T17:32:33,670 DEBUG [RS:0;e61df7af61d2:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,670 DEBUG [RS:1;e61df7af61d2:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,670 DEBUG [RS:2;e61df7af61d2:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,670 DEBUG [RS:0;e61df7af61d2:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,670 DEBUG [RS:1;e61df7af61d2:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,670 DEBUG [RS:2;e61df7af61d2:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,670 DEBUG [RS:0;e61df7af61d2:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,670 DEBUG [RS:2;e61df7af61d2:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,670 DEBUG [RS:1;e61df7af61d2:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,670 DEBUG [RS:0;e61df7af61d2:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,670 DEBUG [RS:1;e61df7af61d2:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,670 DEBUG [RS:2;e61df7af61d2:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,671 DEBUG [RS:0;e61df7af61d2:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,671 DEBUG [RS:2;e61df7af61d2:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,671 DEBUG [RS:1;e61df7af61d2:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,671 DEBUG [RS:0;e61df7af61d2:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,671 DEBUG [RS:2;e61df7af61d2:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,671 DEBUG [RS:1;e61df7af61d2:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e61df7af61d2:0, corePoolSize=1, maxPoolSize=1 2024-11-22T17:32:33,671 DEBUG [RS:0;e61df7af61d2:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e61df7af61d2:0, corePoolSize=3, maxPoolSize=3 2024-11-22T17:32:33,671 DEBUG [RS:2;e61df7af61d2:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e61df7af61d2:0, corePoolSize=3, maxPoolSize=3 2024-11-22T17:32:33,671 DEBUG [RS:1;e61df7af61d2:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e61df7af61d2:0, corePoolSize=3, maxPoolSize=3 2024-11-22T17:32:33,671 DEBUG [RS:2;e61df7af61d2:38597 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e61df7af61d2:0, corePoolSize=3, maxPoolSize=3 2024-11-22T17:32:33,671 DEBUG [RS:0;e61df7af61d2:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e61df7af61d2:0, corePoolSize=3, maxPoolSize=3 2024-11-22T17:32:33,671 DEBUG [RS:1;e61df7af61d2:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e61df7af61d2:0, corePoolSize=3, maxPoolSize=3 2024-11-22T17:32:33,673 INFO [RS:0;e61df7af61d2:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,673 INFO [RS:0;e61df7af61d2:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,673 INFO [RS:0;e61df7af61d2:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,674 INFO [RS:0;e61df7af61d2:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,674 INFO [RS:0;e61df7af61d2:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,674 INFO [RS:1;e61df7af61d2:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,674 INFO [RS:0;e61df7af61d2:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=e61df7af61d2,36135,1732296752134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T17:32:33,674 INFO [RS:1;e61df7af61d2:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,674 INFO [RS:1;e61df7af61d2:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,674 INFO [RS:1;e61df7af61d2:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,674 INFO [RS:1;e61df7af61d2:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,674 INFO [RS:1;e61df7af61d2:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=e61df7af61d2,36913,1732296752237-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T17:32:33,674 INFO [RS:2;e61df7af61d2:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,675 INFO [RS:2;e61df7af61d2:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,675 INFO [RS:2;e61df7af61d2:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,675 INFO [RS:2;e61df7af61d2:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,675 INFO [RS:2;e61df7af61d2:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,675 INFO [RS:2;e61df7af61d2:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=e61df7af61d2,38597,1732296752284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T17:32:33,692 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T17:32:33,695 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T17:32:33,695 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T17:32:33,695 INFO [RS:2;e61df7af61d2:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=e61df7af61d2,38597,1732296752284-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,695 INFO [RS:0;e61df7af61d2:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=e61df7af61d2,36135,1732296752134-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,695 INFO [RS:1;e61df7af61d2:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=e61df7af61d2,36913,1732296752237-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,695 INFO [RS:2;e61df7af61d2:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,695 INFO [RS:0;e61df7af61d2:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,695 INFO [RS:1;e61df7af61d2:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,695 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.Replication(171): e61df7af61d2,36135,1732296752134 started 2024-11-22T17:32:33,695 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.Replication(171): e61df7af61d2,38597,1732296752284 started 2024-11-22T17:32:33,695 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.Replication(171): e61df7af61d2,36913,1732296752237 started 2024-11-22T17:32:33,711 WARN [e61df7af61d2:44049 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T17:32:33,720 INFO [RS:1;e61df7af61d2:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,720 INFO [RS:0;e61df7af61d2:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,720 INFO [RS:2;e61df7af61d2:38597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:33,720 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.HRegionServer(1482): Serving as e61df7af61d2,36913,1732296752237, RpcServer on e61df7af61d2/172.17.0.2:36913, sessionid=0x101639ab1810002 2024-11-22T17:32:33,720 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer(1482): Serving as e61df7af61d2,36135,1732296752134, RpcServer on e61df7af61d2/172.17.0.2:36135, sessionid=0x101639ab1810001 2024-11-22T17:32:33,720 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer(1482): Serving as e61df7af61d2,38597,1732296752284, RpcServer on e61df7af61d2/172.17.0.2:38597, sessionid=0x101639ab1810003 2024-11-22T17:32:33,721 DEBUG [RS:2;e61df7af61d2:38597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T17:32:33,721 DEBUG [RS:1;e61df7af61d2:36913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T17:32:33,721 DEBUG [RS:0;e61df7af61d2:36135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T17:32:33,721 DEBUG [RS:2;e61df7af61d2:38597 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e61df7af61d2,38597,1732296752284 2024-11-22T17:32:33,721 DEBUG [RS:0;e61df7af61d2:36135 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e61df7af61d2,36135,1732296752134 2024-11-22T17:32:33,721 DEBUG [RS:1;e61df7af61d2:36913 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e61df7af61d2,36913,1732296752237 2024-11-22T17:32:33,722 DEBUG [RS:1;e61df7af61d2:36913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e61df7af61d2,36913,1732296752237' 2024-11-22T17:32:33,722 DEBUG [RS:2;e61df7af61d2:38597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e61df7af61d2,38597,1732296752284' 2024-11-22T17:32:33,722 DEBUG [RS:0;e61df7af61d2:36135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e61df7af61d2,36135,1732296752134' 2024-11-22T17:32:33,722 DEBUG [RS:0;e61df7af61d2:36135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T17:32:33,722 DEBUG [RS:1;e61df7af61d2:36913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T17:32:33,722 DEBUG [RS:2;e61df7af61d2:38597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T17:32:33,723 DEBUG [RS:1;e61df7af61d2:36913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T17:32:33,723 DEBUG [RS:0;e61df7af61d2:36135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T17:32:33,723 DEBUG [RS:2;e61df7af61d2:38597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T17:32:33,723 DEBUG [RS:1;e61df7af61d2:36913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T17:32:33,723 DEBUG [RS:2;e61df7af61d2:38597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T17:32:33,723 DEBUG [RS:0;e61df7af61d2:36135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T17:32:33,723 DEBUG [RS:2;e61df7af61d2:38597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T17:32:33,723 DEBUG [RS:1;e61df7af61d2:36913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T17:32:33,723 DEBUG [RS:0;e61df7af61d2:36135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T17:32:33,724 DEBUG [RS:1;e61df7af61d2:36913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e61df7af61d2,36913,1732296752237 2024-11-22T17:32:33,724 DEBUG [RS:0;e61df7af61d2:36135 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e61df7af61d2,36135,1732296752134 2024-11-22T17:32:33,724 DEBUG [RS:2;e61df7af61d2:38597 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e61df7af61d2,38597,1732296752284 2024-11-22T17:32:33,724 DEBUG [RS:0;e61df7af61d2:36135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e61df7af61d2,36135,1732296752134' 2024-11-22T17:32:33,724 DEBUG [RS:1;e61df7af61d2:36913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e61df7af61d2,36913,1732296752237' 2024-11-22T17:32:33,724 DEBUG [RS:2;e61df7af61d2:38597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e61df7af61d2,38597,1732296752284' 2024-11-22T17:32:33,724 DEBUG [RS:0;e61df7af61d2:36135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T17:32:33,724 DEBUG [RS:1;e61df7af61d2:36913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T17:32:33,724 DEBUG [RS:2;e61df7af61d2:38597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T17:32:33,724 DEBUG [RS:2;e61df7af61d2:38597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T17:32:33,724 DEBUG [RS:0;e61df7af61d2:36135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T17:32:33,724 DEBUG [RS:1;e61df7af61d2:36913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T17:32:33,725 DEBUG [RS:2;e61df7af61d2:38597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T17:32:33,725 DEBUG [RS:0;e61df7af61d2:36135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T17:32:33,725 INFO [RS:2;e61df7af61d2:38597 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T17:32:33,725 INFO [RS:0;e61df7af61d2:36135 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T17:32:33,725 DEBUG [RS:1;e61df7af61d2:36913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T17:32:33,725 INFO [RS:2;e61df7af61d2:38597 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T17:32:33,725 INFO [RS:0;e61df7af61d2:36135 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T17:32:33,725 INFO [RS:1;e61df7af61d2:36913 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T17:32:33,725 INFO [RS:1;e61df7af61d2:36913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T17:32:33,831 INFO [RS:2;e61df7af61d2:38597 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T17:32:33,831 INFO [RS:0;e61df7af61d2:36135 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T17:32:33,831 INFO [RS:1;e61df7af61d2:36913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T17:32:33,835 INFO [RS:2;e61df7af61d2:38597 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e61df7af61d2%2C38597%2C1732296752284, suffix=, logDir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284, archiveDir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/oldWALs, maxLogs=32 2024-11-22T17:32:33,835 INFO [RS:1;e61df7af61d2:36913 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e61df7af61d2%2C36913%2C1732296752237, suffix=, logDir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,36913,1732296752237, archiveDir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/oldWALs, maxLogs=32 2024-11-22T17:32:33,835 INFO [RS:0;e61df7af61d2:36135 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e61df7af61d2%2C36135%2C1732296752134, suffix=, logDir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,36135,1732296752134, archiveDir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/oldWALs, maxLogs=32 2024-11-22T17:32:33,853 DEBUG [RS:1;e61df7af61d2:36913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,36913,1732296752237/e61df7af61d2%2C36913%2C1732296752237.1732296753840, exclude list is [], retry=0 2024-11-22T17:32:33,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:33,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:33,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:33,859 DEBUG [RS:2;e61df7af61d2:38597 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284/e61df7af61d2%2C38597%2C1732296752284.1732296753840, exclude list is [], retry=0 2024-11-22T17:32:33,859 DEBUG [RS:0;e61df7af61d2:36135 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,36135,1732296752134/e61df7af61d2%2C36135%2C1732296752134.1732296753840, exclude list is [], retry=0 2024-11-22T17:32:33,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:33,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:33,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:33,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:33,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:33,866 INFO [RS:1;e61df7af61d2:36913 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,36913,1732296752237/e61df7af61d2%2C36913%2C1732296752237.1732296753840 2024-11-22T17:32:33,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:33,869 DEBUG [RS:1;e61df7af61d2:36913 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:39455:39455)] 2024-11-22T17:32:33,873 INFO [RS:2;e61df7af61d2:38597 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284/e61df7af61d2%2C38597%2C1732296752284.1732296753840 2024-11-22T17:32:33,875 DEBUG [RS:2;e61df7af61d2:38597 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-22T17:32:33,877 INFO [RS:0;e61df7af61d2:36135 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,36135,1732296752134/e61df7af61d2%2C36135%2C1732296752134.1732296753840 2024-11-22T17:32:33,877 DEBUG [RS:0;e61df7af61d2:36135 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:39455:39455)] 2024-11-22T17:32:33,965 DEBUG [e61df7af61d2:44049 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T17:32:33,975 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(204): Hosts are {e61df7af61d2=0} racks are {/default-rack=0} 2024-11-22T17:32:33,982 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T17:32:33,982 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T17:32:33,982 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T17:32:33,982 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T17:32:33,982 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T17:32:33,982 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T17:32:33,982 INFO [e61df7af61d2:44049 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T17:32:33,982 INFO [e61df7af61d2:44049 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T17:32:33,982 INFO [e61df7af61d2:44049 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T17:32:33,982 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T17:32:33,989 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e61df7af61d2,38597,1732296752284 2024-11-22T17:32:33,994 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e61df7af61d2,38597,1732296752284, state=OPENING 2024-11-22T17:32:34,021 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T17:32:34,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x101639ab1810003, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:34,031 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:34,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:34,032 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:32:34,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T17:32:34,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T17:32:34,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T17:32:34,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T17:32:34,037 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T17:32:34,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e61df7af61d2,38597,1732296752284}] 2024-11-22T17:32:34,217 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T17:32:34,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T17:32:34,230 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T17:32:34,231 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:34,231 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T17:32:34,235 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e61df7af61d2%2C38597%2C1732296752284.meta, suffix=.meta, logDir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284, archiveDir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/oldWALs, maxLogs=32 2024-11-22T17:32:34,251 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284/e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta, exclude list is [], retry=0 2024-11-22T17:32:34,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:34,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:34,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:34,258 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284/e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta 2024-11-22T17:32:34,259 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38457:38457)] 2024-11-22T17:32:34,259 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:32:34,261 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T17:32:34,264 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T17:32:34,269 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T17:32:34,273 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T17:32:34,274 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:34,274 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T17:32:34,274 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T17:32:34,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T17:32:34,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T17:32:34,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:34,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T17:32:34,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T17:32:34,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T17:32:34,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:34,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T17:32:34,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T17:32:34,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T17:32:34,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:34,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T17:32:34,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T17:32:34,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T17:32:34,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:34,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T17:32:34,291 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T17:32:34,292 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740 2024-11-22T17:32:34,295 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740 2024-11-22T17:32:34,298 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T17:32:34,298 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T17:32:34,299 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T17:32:34,302 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T17:32:34,305 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69671564, jitterRate=0.03818720579147339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T17:32:34,305 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T17:32:34,307 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732296754275Writing region info on filesystem at 1732296754275Initializing all the Stores at 1732296754277 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732296754277Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732296754278 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296754278Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732296754278Cleaning up temporary data from old regions at 1732296754298 (+20 ms)Running coprocessor post-open hooks at 1732296754305 (+7 ms)Region opened successfully at 1732296754306 (+1 ms) 2024-11-22T17:32:34,314 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732296754210 2024-11-22T17:32:34,325 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T17:32:34,325 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T17:32:34,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e61df7af61d2,38597,1732296752284 2024-11-22T17:32:34,330 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e61df7af61d2,38597,1732296752284, state=OPEN 2024-11-22T17:32:34,358 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T17:32:34,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x101639ab1810003, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T17:32:34,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T17:32:34,358 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T17:32:34,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T17:32:34,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T17:32:34,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T17:32:34,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T17:32:34,359 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e61df7af61d2,38597,1732296752284 2024-11-22T17:32:34,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T17:32:34,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e61df7af61d2,38597,1732296752284 in 320 msec 2024-11-22T17:32:34,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T17:32:34,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 824 msec 2024-11-22T17:32:34,378 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T17:32:34,378 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T17:32:34,395 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T17:32:34,396 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1] 2024-11-22T17:32:34,415 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T17:32:34,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T17:32:34,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1240 sec 2024-11-22T17:32:34,439 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732296754439, completionTime=-1 2024-11-22T17:32:34,441 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T17:32:34,442 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T17:32:34,484 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T17:32:34,484 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732296814484 2024-11-22T17:32:34,484 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732296874484 2024-11-22T17:32:34,484 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 42 msec 2024-11-22T17:32:34,485 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T17:32:34,492 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e61df7af61d2,44049,1732296751335-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:34,492 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e61df7af61d2,44049,1732296751335-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:34,492 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e61df7af61d2,44049,1732296751335-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:34,494 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e61df7af61d2:44049, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:34,494 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:34,497 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:34,501 DEBUG [master/e61df7af61d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T17:32:34,533 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.152sec 2024-11-22T17:32:34,534 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T17:32:34,535 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T17:32:34,536 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T17:32:34,537 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T17:32:34,537 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T17:32:34,538 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e61df7af61d2,44049,1732296751335-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T17:32:34,538 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e61df7af61d2,44049,1732296751335-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T17:32:34,543 DEBUG [master/e61df7af61d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T17:32:34,544 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T17:32:34,544 INFO [master/e61df7af61d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e61df7af61d2,44049,1732296751335-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:34,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e40f910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T17:32:34,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e61df7af61d2,44049,-1 for getting cluster id 2024-11-22T17:32:34,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T17:32:34,643 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1451c3c-6ef6-4456-84f2-1708a6b7f052' 2024-11-22T17:32:34,645 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T17:32:34,645 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1451c3c-6ef6-4456-84f2-1708a6b7f052" 2024-11-22T17:32:34,645 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421c042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T17:32:34,645 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e61df7af61d2,44049,-1] 2024-11-22T17:32:34,648 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T17:32:34,650 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T17:32:34,651 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T17:32:34,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68286285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T17:32:34,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T17:32:34,660 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1] 2024-11-22T17:32:34,661 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T17:32:34,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T17:32:34,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e61df7af61d2,44049,1732296751335 2024-11-22T17:32:34,684 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:34531/hbase 2024-11-22T17:32:34,695 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=368, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=2862 2024-11-22T17:32:34,712 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:34,714 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:34,715 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T17:32:34,719 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-96887401, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/hregion-96887401, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:34,733 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-96887401/hregion-96887401.1732296754721, exclude list is [], retry=0 2024-11-22T17:32:34,737 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:34,737 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:34,737 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:34,741 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-96887401/hregion-96887401.1732296754721 2024-11-22T17:32:34,742 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-22T17:32:34,742 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9974bd94d8be40193c348d30fe49221b, NAME => 'testReplayEditsWrittenIntoWAL,,1732296754712.9974bd94d8be40193c348d30fe49221b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34531/hbase 2024-11-22T17:32:34,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741838_1014 (size=64) 2024-11-22T17:32:34,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741838_1014 (size=64) 2024-11-22T17:32:34,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741838_1014 (size=64) 2024-11-22T17:32:34,758 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732296754712.9974bd94d8be40193c348d30fe49221b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:34,760 INFO [StoreOpener-9974bd94d8be40193c348d30fe49221b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9974bd94d8be40193c348d30fe49221b 2024-11-22T17:32:34,763 INFO [StoreOpener-9974bd94d8be40193c348d30fe49221b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9974bd94d8be40193c348d30fe49221b columnFamilyName a 2024-11-22T17:32:34,763 DEBUG [StoreOpener-9974bd94d8be40193c348d30fe49221b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:34,764 INFO [StoreOpener-9974bd94d8be40193c348d30fe49221b-1 {}] regionserver.HStore(327): Store=9974bd94d8be40193c348d30fe49221b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:34,764 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9974bd94d8be40193c348d30fe49221b 2024-11-22T17:32:34,765 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b 2024-11-22T17:32:34,766 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b 2024-11-22T17:32:34,767 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9974bd94d8be40193c348d30fe49221b 2024-11-22T17:32:34,767 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9974bd94d8be40193c348d30fe49221b 2024-11-22T17:32:34,769 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9974bd94d8be40193c348d30fe49221b 2024-11-22T17:32:34,773 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T17:32:34,774 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9974bd94d8be40193c348d30fe49221b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60243855, jitterRate=-0.1022966057062149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T17:32:34,775 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9974bd94d8be40193c348d30fe49221b: Writing region info on filesystem at 1732296754758Initializing all the Stores at 1732296754759 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296754760 (+1 ms)Cleaning up temporary data from old regions at 1732296754767 (+7 ms)Region opened successfully at 1732296754775 (+8 ms) 2024-11-22T17:32:34,775 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9974bd94d8be40193c348d30fe49221b, disabling compactions & flushes 2024-11-22T17:32:34,775 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732296754712.9974bd94d8be40193c348d30fe49221b. 2024-11-22T17:32:34,775 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732296754712.9974bd94d8be40193c348d30fe49221b. 2024-11-22T17:32:34,775 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732296754712.9974bd94d8be40193c348d30fe49221b. after waiting 0 ms 2024-11-22T17:32:34,775 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732296754712.9974bd94d8be40193c348d30fe49221b. 2024-11-22T17:32:34,775 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732296754712.9974bd94d8be40193c348d30fe49221b. 2024-11-22T17:32:34,775 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9974bd94d8be40193c348d30fe49221b: Waiting for close lock at 1732296754775Disabling compacts and flushes for region at 1732296754775Disabling writes for close at 1732296754775Writing region close event to WAL at 1732296754775Closed at 1732296754775 2024-11-22T17:32:34,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741837_1013 (size=95) 2024-11-22T17:32:34,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741837_1013 (size=95) 2024-11-22T17:32:34,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741837_1013 (size=95) 2024-11-22T17:32:34,788 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T17:32:34,788 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-96887401:(num 1732296754721) 2024-11-22T17:32:34,790 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-22T17:32:34,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741839_1015 (size=320) 2024-11-22T17:32:34,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741839_1015 (size=320) 2024-11-22T17:32:34,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741839_1015 (size=320) 2024-11-22T17:32:34,808 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-22T17:32:34,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741840_1016 (size=253) 2024-11-22T17:32:34,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741840_1016 (size=253) 2024-11-22T17:32:34,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741840_1016 (size=253) 2024-11-22T17:32:34,840 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-1, size=320 (320bytes) 2024-11-22T17:32:34,841 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-22T17:32:34,841 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-22T17:32:34,841 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-1 2024-11-22T17:32:34,847 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-1 after 3ms 2024-11-22T17:32:34,852 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:34,853 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-1 took 14ms 2024-11-22T17:32:34,863 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-1 so closing down 2024-11-22T17:32:34,863 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T17:32:34,865 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-22T17:32:34,867 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/0000000000000000001-wal-1.temp 2024-11-22T17:32:34,868 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T17:32:34,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741841_1017 (size=320) 2024-11-22T17:32:34,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741841_1017 (size=320) 2024-11-22T17:32:34,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741841_1017 (size=320) 2024-11-22T17:32:34,879 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-22T17:32:34,882 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/0000000000000000002 2024-11-22T17:32:34,886 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-22T17:32:34,887 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-1, journal: Splitting hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-1, size=320 (320bytes) at 1732296754840Finishing writing output for hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-1 so closing down at 1732296754863 (+23 ms)Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/0000000000000000001-wal-1.temp at 1732296754867 (+4 ms)3 split writer threads finished at 1732296754868 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732296754879 (+11 ms)Rename recovered edits hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/0000000000000000002 at 1732296754882 (+3 ms)Processed 2 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732296754886 (+4 ms) 2024-11-22T17:32:34,901 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-2, size=253 (253bytes) 2024-11-22T17:32:34,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-2 2024-11-22T17:32:34,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-2 after 1ms 2024-11-22T17:32:34,906 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:34,906 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-2 took 5ms 2024-11-22T17:32:34,909 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-2 so closing down 2024-11-22T17:32:34,909 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T17:32:34,912 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-22T17:32:34,914 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/0000000000000000002-wal-2.temp 2024-11-22T17:32:34,914 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T17:32:34,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741842_1018 (size=253) 2024-11-22T17:32:34,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741842_1018 (size=253) 2024-11-22T17:32:34,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741842_1018 (size=253) 2024-11-22T17:32:34,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-22T17:32:34,928 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:34,930 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-22T17:32:34,932 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-22T17:32:34,932 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-2, journal: Splitting hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-2, size=253 (253bytes) at 1732296754901Finishing writing output for hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-2 so closing down at 1732296754909 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/0000000000000000002-wal-2.temp at 1732296754914 (+5 ms)3 split writer threads finished at 1732296754914Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732296754924 (+10 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732296754932 (+8 ms) 2024-11-22T17:32:34,932 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:32:34,934 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:34,946 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal.1732296754935, exclude list is [], retry=0 2024-11-22T17:32:34,950 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:34,951 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:34,951 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:34,953 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal.1732296754935 2024-11-22T17:32:34,954 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:38457:38457)] 2024-11-22T17:32:34,954 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9974bd94d8be40193c348d30fe49221b, NAME => 'testReplayEditsWrittenIntoWAL,,1732296754712.9974bd94d8be40193c348d30fe49221b.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:32:34,954 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732296754712.9974bd94d8be40193c348d30fe49221b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:34,954 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9974bd94d8be40193c348d30fe49221b 2024-11-22T17:32:34,954 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9974bd94d8be40193c348d30fe49221b 2024-11-22T17:32:34,958 INFO [StoreOpener-9974bd94d8be40193c348d30fe49221b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9974bd94d8be40193c348d30fe49221b 2024-11-22T17:32:34,960 INFO [StoreOpener-9974bd94d8be40193c348d30fe49221b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9974bd94d8be40193c348d30fe49221b columnFamilyName a 2024-11-22T17:32:34,960 DEBUG [StoreOpener-9974bd94d8be40193c348d30fe49221b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:34,961 INFO [StoreOpener-9974bd94d8be40193c348d30fe49221b-1 {}] regionserver.HStore(327): Store=9974bd94d8be40193c348d30fe49221b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:34,961 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9974bd94d8be40193c348d30fe49221b 2024-11-22T17:32:34,962 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b 2024-11-22T17:32:34,965 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b 2024-11-22T17:32:34,966 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/0000000000000000002 2024-11-22T17:32:34,970 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:34,975 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/0000000000000000002 2024-11-22T17:32:34,978 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9974bd94d8be40193c348d30fe49221b 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-22T17:32:35,025 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/.tmp/a/6821f61ad9c645e0a0b0c9a3adc21594 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732296754788/Put/seqid=0 2024-11-22T17:32:35,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741844_1020 (size=5170) 2024-11-22T17:32:35,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741844_1020 (size=5170) 2024-11-22T17:32:35,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741844_1020 (size=5170) 2024-11-22T17:32:35,040 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/.tmp/a/6821f61ad9c645e0a0b0c9a3adc21594 2024-11-22T17:32:35,078 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/.tmp/a/6821f61ad9c645e0a0b0c9a3adc21594 as hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/a/6821f61ad9c645e0a0b0c9a3adc21594 2024-11-22T17:32:35,087 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/a/6821f61ad9c645e0a0b0c9a3adc21594, entries=2, sequenceid=2, filesize=5.0 K 2024-11-22T17:32:35,094 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 9974bd94d8be40193c348d30fe49221b in 114ms, sequenceid=2, compaction requested=false; wal=null 2024-11-22T17:32:35,096 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/0000000000000000002 2024-11-22T17:32:35,097 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9974bd94d8be40193c348d30fe49221b 2024-11-22T17:32:35,097 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9974bd94d8be40193c348d30fe49221b 2024-11-22T17:32:35,100 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9974bd94d8be40193c348d30fe49221b 2024-11-22T17:32:35,103 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/9974bd94d8be40193c348d30fe49221b/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-22T17:32:35,105 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9974bd94d8be40193c348d30fe49221b; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67982694, jitterRate=0.013021081686019897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T17:32:35,106 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9974bd94d8be40193c348d30fe49221b: Writing region info on filesystem at 1732296754954Initializing all the Stores at 1732296754956 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296754956Obtaining lock to block concurrent updates at 1732296754978 (+22 ms)Preparing flush snapshotting stores in 9974bd94d8be40193c348d30fe49221b at 1732296754978Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732296754712.9974bd94d8be40193c348d30fe49221b., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732296754981 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732296754712.9974bd94d8be40193c348d30fe49221b. at 1732296754981Flushing 9974bd94d8be40193c348d30fe49221b/a: creating writer at 1732296754982 (+1 ms)Flushing 9974bd94d8be40193c348d30fe49221b/a: appending metadata at 1732296755015 (+33 ms)Flushing 9974bd94d8be40193c348d30fe49221b/a: closing flushed file at 1732296755017 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7981c500: reopening flushed file at 1732296755077 (+60 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 9974bd94d8be40193c348d30fe49221b in 114ms, sequenceid=2, compaction requested=false; wal=null at 1732296755094 (+17 ms)Cleaning up temporary data from old regions at 1732296755097 (+3 ms)Region opened successfully at 1732296755106 (+9 ms) 2024-11-22T17:32:35,133 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=379 (was 368) Potentially hanging thread: PacketResponder: BP-822804123-172.17.0.2-1732296746753:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34531/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:57162 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:39726 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:57260 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-822804123-172.17.0.2-1732296746753:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:40658 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:40466 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:39624 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-822804123-172.17.0.2-1732296746753:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 226) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2844 (was 2862) 2024-11-22T17:32:35,144 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=379, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=2843 2024-11-22T17:32:35,161 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:35,163 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:35,164 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T17:32:35,167 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-89611940, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/hregion-89611940, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:35,183 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-89611940/hregion-89611940.1732296755168, exclude list is [], retry=0 2024-11-22T17:32:35,187 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:35,187 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:35,187 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:35,190 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-89611940/hregion-89611940.1732296755168 2024-11-22T17:32:35,190 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:39455:39455)] 2024-11-22T17:32:35,190 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 464225989c7a40373aeaf188dbfb93d6, NAME => 'testReplayEditsWrittenIntoWAL,,1732296755161.464225989c7a40373aeaf188dbfb93d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34531/hbase 2024-11-22T17:32:35,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741846_1022 (size=64) 2024-11-22T17:32:35,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741846_1022 (size=64) 2024-11-22T17:32:35,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741846_1022 (size=64) 2024-11-22T17:32:35,205 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732296755161.464225989c7a40373aeaf188dbfb93d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:35,207 INFO [StoreOpener-464225989c7a40373aeaf188dbfb93d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 464225989c7a40373aeaf188dbfb93d6 2024-11-22T17:32:35,209 INFO [StoreOpener-464225989c7a40373aeaf188dbfb93d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 464225989c7a40373aeaf188dbfb93d6 columnFamilyName a 2024-11-22T17:32:35,209 DEBUG [StoreOpener-464225989c7a40373aeaf188dbfb93d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:35,210 INFO [StoreOpener-464225989c7a40373aeaf188dbfb93d6-1 {}] regionserver.HStore(327): Store=464225989c7a40373aeaf188dbfb93d6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:35,210 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 464225989c7a40373aeaf188dbfb93d6 2024-11-22T17:32:35,211 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6 2024-11-22T17:32:35,211 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6 2024-11-22T17:32:35,212 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 464225989c7a40373aeaf188dbfb93d6 2024-11-22T17:32:35,212 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 464225989c7a40373aeaf188dbfb93d6 2024-11-22T17:32:35,214 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 464225989c7a40373aeaf188dbfb93d6 2024-11-22T17:32:35,216 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T17:32:35,217 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 464225989c7a40373aeaf188dbfb93d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60954690, jitterRate=-0.0917043387889862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T17:32:35,217 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 464225989c7a40373aeaf188dbfb93d6: Writing region info on filesystem at 1732296755205Initializing all the Stores at 1732296755206 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296755206Cleaning up temporary data from old regions at 1732296755212 (+6 ms)Region opened successfully at 1732296755217 (+5 ms) 2024-11-22T17:32:35,217 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 464225989c7a40373aeaf188dbfb93d6, disabling compactions & flushes 2024-11-22T17:32:35,217 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732296755161.464225989c7a40373aeaf188dbfb93d6. 2024-11-22T17:32:35,217 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732296755161.464225989c7a40373aeaf188dbfb93d6. 2024-11-22T17:32:35,217 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732296755161.464225989c7a40373aeaf188dbfb93d6. after waiting 0 ms 2024-11-22T17:32:35,217 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732296755161.464225989c7a40373aeaf188dbfb93d6. 2024-11-22T17:32:35,218 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732296755161.464225989c7a40373aeaf188dbfb93d6. 2024-11-22T17:32:35,218 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 464225989c7a40373aeaf188dbfb93d6: Waiting for close lock at 1732296755217Disabling compacts and flushes for region at 1732296755217Disabling writes for close at 1732296755217Writing region close event to WAL at 1732296755218 (+1 ms)Closed at 1732296755218 2024-11-22T17:32:35,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741845_1021 (size=95) 2024-11-22T17:32:35,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741845_1021 (size=95) 2024-11-22T17:32:35,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741845_1021 (size=95) 2024-11-22T17:32:35,224 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T17:32:35,224 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-89611940:(num 1732296755168) 2024-11-22T17:32:35,225 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-22T17:32:35,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741847_1023 (size=320) 2024-11-22T17:32:35,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741847_1023 (size=320) 2024-11-22T17:32:35,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741847_1023 (size=320) 2024-11-22T17:32:35,238 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-22T17:32:35,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741848_1024 (size=253) 2024-11-22T17:32:35,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741848_1024 (size=253) 2024-11-22T17:32:35,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741848_1024 (size=253) 2024-11-22T17:32:35,266 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-2, size=253 (253bytes) 2024-11-22T17:32:35,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-2 2024-11-22T17:32:35,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-2 after 1ms 2024-11-22T17:32:35,271 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:35,271 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-2 took 5ms 2024-11-22T17:32:35,273 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-2 so closing down 2024-11-22T17:32:35,273 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T17:32:35,275 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-22T17:32:35,276 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000002-wal-2.temp 2024-11-22T17:32:35,277 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T17:32:35,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741849_1025 (size=253) 2024-11-22T17:32:35,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741849_1025 (size=253) 2024-11-22T17:32:35,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741849_1025 (size=253) 2024-11-22T17:32:35,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-22T17:32:35,287 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000002 2024-11-22T17:32:35,287 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-22T17:32:35,288 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-2, journal: Splitting hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-2, size=253 (253bytes) at 1732296755266Finishing writing output for hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-2 so closing down at 1732296755273 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000002-wal-2.temp at 1732296755276 (+3 ms)3 split writer threads finished at 1732296755277 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732296755285 (+8 ms)Rename recovered edits hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000002 at 1732296755287 (+2 ms)Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732296755288 (+1 ms) 2024-11-22T17:32:35,301 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-1, size=320 (320bytes) 2024-11-22T17:32:35,301 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-1 2024-11-22T17:32:35,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-1 after 1ms 2024-11-22T17:32:35,305 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:35,305 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-1 took 4ms 2024-11-22T17:32:35,308 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-1 so closing down 2024-11-22T17:32:35,308 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T17:32:35,310 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-22T17:32:35,311 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000001-wal-1.temp 2024-11-22T17:32:35,312 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T17:32:35,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741850_1026 (size=320) 2024-11-22T17:32:35,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741850_1026 (size=320) 2024-11-22T17:32:35,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741850_1026 (size=320) 2024-11-22T17:32:35,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-22T17:32:35,325 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:35,327 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000002, length=253 2024-11-22T17:32:35,329 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000002 2024-11-22T17:32:35,329 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-22T17:32:35,329 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-1, journal: Splitting hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-1, size=320 (320bytes) at 1732296755301Finishing writing output for hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-1 so closing down at 1732296755308 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000001-wal-1.temp at 1732296755312 (+4 ms)3 split writer threads finished at 1732296755312Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732296755322 (+10 ms)Rename recovered edits hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000002 at 1732296755329 (+7 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732296755329 2024-11-22T17:32:35,330 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:32:35,332 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:35,347 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal.1732296755332, exclude list is [], retry=0 2024-11-22T17:32:35,351 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:35,351 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:35,351 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:35,353 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal.1732296755332 2024-11-22T17:32:35,354 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38457:38457)] 2024-11-22T17:32:35,354 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 464225989c7a40373aeaf188dbfb93d6, NAME => 'testReplayEditsWrittenIntoWAL,,1732296755161.464225989c7a40373aeaf188dbfb93d6.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:32:35,354 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732296755161.464225989c7a40373aeaf188dbfb93d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:35,354 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 464225989c7a40373aeaf188dbfb93d6 2024-11-22T17:32:35,354 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 464225989c7a40373aeaf188dbfb93d6 2024-11-22T17:32:35,357 INFO [StoreOpener-464225989c7a40373aeaf188dbfb93d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 464225989c7a40373aeaf188dbfb93d6 2024-11-22T17:32:35,359 INFO [StoreOpener-464225989c7a40373aeaf188dbfb93d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 464225989c7a40373aeaf188dbfb93d6 columnFamilyName a 2024-11-22T17:32:35,359 DEBUG [StoreOpener-464225989c7a40373aeaf188dbfb93d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:35,360 INFO [StoreOpener-464225989c7a40373aeaf188dbfb93d6-1 {}] regionserver.HStore(327): Store=464225989c7a40373aeaf188dbfb93d6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:35,360 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 464225989c7a40373aeaf188dbfb93d6 2024-11-22T17:32:35,361 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6 2024-11-22T17:32:35,363 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6 2024-11-22T17:32:35,364 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000002 2024-11-22T17:32:35,367 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:35,369 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000002 2024-11-22T17:32:35,369 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 464225989c7a40373aeaf188dbfb93d6 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-22T17:32:35,385 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/.tmp/a/6e93176b915f41e7b3ef3dc1195340e8 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732296755224/Put/seqid=0 2024-11-22T17:32:35,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741852_1028 (size=5170) 2024-11-22T17:32:35,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741852_1028 (size=5170) 2024-11-22T17:32:35,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741852_1028 (size=5170) 2024-11-22T17:32:35,394 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/.tmp/a/6e93176b915f41e7b3ef3dc1195340e8 2024-11-22T17:32:35,405 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/.tmp/a/6e93176b915f41e7b3ef3dc1195340e8 as hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/a/6e93176b915f41e7b3ef3dc1195340e8 2024-11-22T17:32:35,415 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/a/6e93176b915f41e7b3ef3dc1195340e8, entries=2, sequenceid=2, filesize=5.0 K 2024-11-22T17:32:35,416 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 464225989c7a40373aeaf188dbfb93d6 in 47ms, sequenceid=2, compaction requested=false; wal=null 2024-11-22T17:32:35,417 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/0000000000000000002 2024-11-22T17:32:35,417 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 464225989c7a40373aeaf188dbfb93d6 2024-11-22T17:32:35,418 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 464225989c7a40373aeaf188dbfb93d6 2024-11-22T17:32:35,421 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 464225989c7a40373aeaf188dbfb93d6 2024-11-22T17:32:35,424 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/464225989c7a40373aeaf188dbfb93d6/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-22T17:32:35,426 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 464225989c7a40373aeaf188dbfb93d6; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65477536, jitterRate=-0.02430868148803711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T17:32:35,427 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 464225989c7a40373aeaf188dbfb93d6: Writing region info on filesystem at 1732296755355Initializing all the Stores at 1732296755356 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296755356Obtaining lock to block concurrent updates at 1732296755369 (+13 ms)Preparing flush snapshotting stores in 464225989c7a40373aeaf188dbfb93d6 at 1732296755369Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732296755161.464225989c7a40373aeaf188dbfb93d6., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732296755369Flushing stores of testReplayEditsWrittenIntoWAL,,1732296755161.464225989c7a40373aeaf188dbfb93d6. at 1732296755369Flushing 464225989c7a40373aeaf188dbfb93d6/a: creating writer at 1732296755369Flushing 464225989c7a40373aeaf188dbfb93d6/a: appending metadata at 1732296755383 (+14 ms)Flushing 464225989c7a40373aeaf188dbfb93d6/a: closing flushed file at 1732296755383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276ff4ce: reopening flushed file at 1732296755403 (+20 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 464225989c7a40373aeaf188dbfb93d6 in 47ms, sequenceid=2, compaction requested=false; wal=null at 1732296755416 (+13 ms)Cleaning up temporary data from old regions at 1732296755418 (+2 ms)Region opened successfully at 1732296755426 (+8 ms) 2024-11-22T17:32:35,446 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=389 (was 379) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:57162 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-822804123-172.17.0.2-1732296746753:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-822804123-172.17.0.2-1732296746753:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:39790 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-822804123-172.17.0.2-1732296746753:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:57330 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:40726 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:40466 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:39624 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 232), ProcessCount=11 (was 11), AvailableMemoryMB=2833 (was 2843) 2024-11-22T17:32:35,458 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=389, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=2833 2024-11-22T17:32:35,473 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:35,477 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:35,478 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T17:32:35,481 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-40829797, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/hregion-40829797, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:35,494 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-40829797/hregion-40829797.1732296755482, exclude list is [], retry=0 2024-11-22T17:32:35,498 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:35,498 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:35,499 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:35,502 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-40829797/hregion-40829797.1732296755482 2024-11-22T17:32:35,503 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38457:38457)] 2024-11-22T17:32:35,503 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => fb76d49a7e7418e5ad9e10cc3f806c04, NAME => 'testReplayEditsWrittenIntoWAL,,1732296755474.fb76d49a7e7418e5ad9e10cc3f806c04.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34531/hbase 2024-11-22T17:32:35,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741854_1030 (size=64) 2024-11-22T17:32:35,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741854_1030 (size=64) 2024-11-22T17:32:35,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741854_1030 (size=64) 2024-11-22T17:32:35,518 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732296755474.fb76d49a7e7418e5ad9e10cc3f806c04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:35,520 INFO [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fb76d49a7e7418e5ad9e10cc3f806c04 2024-11-22T17:32:35,522 INFO [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb76d49a7e7418e5ad9e10cc3f806c04 columnFamilyName a 2024-11-22T17:32:35,522 DEBUG [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:35,523 INFO [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] regionserver.HStore(327): Store=fb76d49a7e7418e5ad9e10cc3f806c04/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:35,523 INFO [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fb76d49a7e7418e5ad9e10cc3f806c04 2024-11-22T17:32:35,524 INFO [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb76d49a7e7418e5ad9e10cc3f806c04 columnFamilyName b 2024-11-22T17:32:35,524 DEBUG [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:35,525 INFO [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] regionserver.HStore(327): Store=fb76d49a7e7418e5ad9e10cc3f806c04/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:35,525 INFO [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fb76d49a7e7418e5ad9e10cc3f806c04 2024-11-22T17:32:35,527 INFO [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb76d49a7e7418e5ad9e10cc3f806c04 columnFamilyName c 2024-11-22T17:32:35,527 DEBUG [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:35,527 INFO [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] regionserver.HStore(327): Store=fb76d49a7e7418e5ad9e10cc3f806c04/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:35,527 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fb76d49a7e7418e5ad9e10cc3f806c04 2024-11-22T17:32:35,528 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04 2024-11-22T17:32:35,529 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04 2024-11-22T17:32:35,530 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fb76d49a7e7418e5ad9e10cc3f806c04 2024-11-22T17:32:35,530 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fb76d49a7e7418e5ad9e10cc3f806c04 2024-11-22T17:32:35,531 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T17:32:35,532 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fb76d49a7e7418e5ad9e10cc3f806c04 2024-11-22T17:32:35,535 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T17:32:35,536 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fb76d49a7e7418e5ad9e10cc3f806c04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64674477, jitterRate=-0.036275193095207214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T17:32:35,536 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fb76d49a7e7418e5ad9e10cc3f806c04: Writing region info on filesystem at 1732296755519Initializing all the Stores at 1732296755520 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296755520Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296755520Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296755520Cleaning up temporary data from old regions at 1732296755530 (+10 ms)Region opened successfully at 1732296755536 (+6 ms) 2024-11-22T17:32:35,536 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fb76d49a7e7418e5ad9e10cc3f806c04, disabling compactions & flushes 2024-11-22T17:32:35,536 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732296755474.fb76d49a7e7418e5ad9e10cc3f806c04. 2024-11-22T17:32:35,536 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732296755474.fb76d49a7e7418e5ad9e10cc3f806c04. 2024-11-22T17:32:35,537 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732296755474.fb76d49a7e7418e5ad9e10cc3f806c04. after waiting 0 ms 2024-11-22T17:32:35,537 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732296755474.fb76d49a7e7418e5ad9e10cc3f806c04. 2024-11-22T17:32:35,537 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732296755474.fb76d49a7e7418e5ad9e10cc3f806c04. 2024-11-22T17:32:35,537 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fb76d49a7e7418e5ad9e10cc3f806c04: Waiting for close lock at 1732296755536Disabling compacts and flushes for region at 1732296755536Disabling writes for close at 1732296755537 (+1 ms)Writing region close event to WAL at 1732296755537Closed at 1732296755537 2024-11-22T17:32:35,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741853_1029 (size=95) 2024-11-22T17:32:35,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741853_1029 (size=95) 2024-11-22T17:32:35,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741853_1029 (size=95) 2024-11-22T17:32:35,544 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T17:32:35,544 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-40829797:(num 1732296755482) 2024-11-22T17:32:35,544 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:32:35,547 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:35,559 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296755547, exclude list is [], retry=0 2024-11-22T17:32:35,562 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:35,563 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:35,563 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:35,565 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296755547 2024-11-22T17:32:35,566 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-22T17:32:35,802 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296755547, size=0 (0bytes) 2024-11-22T17:32:35,802 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296755547 might be still open, length is 0 2024-11-22T17:32:35,802 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296755547 2024-11-22T17:32:35,804 WARN [IPC Server handler 4 on default port 34531 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296755547 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-22T17:32:35,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296755547 after 2ms 2024-11-22T17:32:36,465 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:39838 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33259:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39838 dst: /127.0.0.1:33259 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33259 remote=/127.0.0.1:39838]. Total timeout mills is 60000, 59293 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:32:36,466 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:40762 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34135:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40762 dst: /127.0.0.1:34135 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:32:36,466 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:57358 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:43611:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57358 dst: /127.0.0.1:43611 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:32:36,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741855_1032 (size=263633) 2024-11-22T17:32:36,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741855_1032 (size=263633) 2024-11-22T17:32:36,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741855_1032 (size=263633) 2024-11-22T17:32:39,790 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T17:32:39,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296755547 after 4003ms 2024-11-22T17:32:39,809 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296755547: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:39,811 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296755547 took 4009ms 2024-11-22T17:32:39,816 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732296755547.temp 2024-11-22T17:32:39,820 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/recovered.edits/0000000000000000001-wal.1732296755547.temp 2024-11-22T17:32:39,861 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T17:32:39,951 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296755547; continuing. 2024-11-22T17:32:39,951 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296755547 so closing down 2024-11-22T17:32:39,951 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T17:32:39,951 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T17:32:39,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741856_1033 (size=263641) 2024-11-22T17:32:39,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741856_1033 (size=263641) 2024-11-22T17:32:39,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741856_1033 (size=263641) 2024-11-22T17:32:39,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/recovered.edits/0000000000000000001-wal.1732296755547.temp (wrote 3002 edits, skipped 0 edits in 70 ms) 2024-11-22T17:32:39,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/recovered.edits/0000000000000000001-wal.1732296755547.temp to hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/recovered.edits/0000000000000003002 2024-11-22T17:32:39,958 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296755547, size=0, length=0, corrupted=false, cancelled=false 2024-11-22T17:32:39,958 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296755547, journal: Splitting hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296755547, size=0 (0bytes) at 1732296755802Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/recovered.edits/0000000000000000001-wal.1732296755547.temp at 1732296759820 (+4018 ms)Split 1024 edits, skipped 0 edits. at 1732296759897 (+77 ms)Split 2048 edits, skipped 0 edits. at 1732296759925 (+28 ms)Finishing writing output for hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296755547 so closing down at 1732296759951 (+26 ms)3 split writer threads finished at 1732296759951Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/recovered.edits/0000000000000000001-wal.1732296755547.temp (wrote 3002 edits, skipped 0 edits in 70 ms) at 1732296759956 (+5 ms)Rename recovered edits hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/recovered.edits/0000000000000000001-wal.1732296755547.temp to hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/recovered.edits/0000000000000003002 at 1732296759958 (+2 ms)Processed 3002 edits across 1 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296755547, size=0, length=0, corrupted=false, cancelled=false at 1732296759958 2024-11-22T17:32:39,960 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296755547 to hdfs://localhost:34531/hbase/oldWALs/wal.1732296755547 2024-11-22T17:32:39,961 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/recovered.edits/0000000000000003002 2024-11-22T17:32:39,962 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:32:39,964 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:39,978 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296759965, exclude list is [], retry=0 2024-11-22T17:32:39,982 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:39,983 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:39,983 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:39,985 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296759965 2024-11-22T17:32:39,986 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-22T17:32:39,987 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732296755474.fb76d49a7e7418e5ad9e10cc3f806c04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:39,989 INFO [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fb76d49a7e7418e5ad9e10cc3f806c04 2024-11-22T17:32:39,991 INFO [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb76d49a7e7418e5ad9e10cc3f806c04 columnFamilyName a 2024-11-22T17:32:39,991 DEBUG [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:39,992 INFO [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] regionserver.HStore(327): Store=fb76d49a7e7418e5ad9e10cc3f806c04/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:39,992 INFO [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fb76d49a7e7418e5ad9e10cc3f806c04 2024-11-22T17:32:39,993 INFO [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb76d49a7e7418e5ad9e10cc3f806c04 columnFamilyName b 2024-11-22T17:32:39,993 DEBUG [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:39,994 INFO [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] regionserver.HStore(327): Store=fb76d49a7e7418e5ad9e10cc3f806c04/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:39,994 INFO [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fb76d49a7e7418e5ad9e10cc3f806c04 2024-11-22T17:32:39,996 INFO [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb76d49a7e7418e5ad9e10cc3f806c04 columnFamilyName c 2024-11-22T17:32:39,996 DEBUG [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:39,997 INFO [StoreOpener-fb76d49a7e7418e5ad9e10cc3f806c04-1 {}] regionserver.HStore(327): Store=fb76d49a7e7418e5ad9e10cc3f806c04/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:39,997 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fb76d49a7e7418e5ad9e10cc3f806c04 2024-11-22T17:32:39,998 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04 2024-11-22T17:32:40,000 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04 2024-11-22T17:32:40,001 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/recovered.edits/0000000000000003002 2024-11-22T17:32:40,004 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:40,052 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-22T17:32:40,400 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fb76d49a7e7418e5ad9e10cc3f806c04 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-22T17:32:40,438 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/.tmp/a/5a266e6c30c047ef8a3f326ba86e58fa is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732296755577/Put/seqid=0 2024-11-22T17:32:40,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741858_1035 (size=50463) 2024-11-22T17:32:40,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741858_1035 (size=50463) 2024-11-22T17:32:40,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741858_1035 (size=50463) 2024-11-22T17:32:40,446 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/.tmp/a/5a266e6c30c047ef8a3f326ba86e58fa 2024-11-22T17:32:40,455 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/.tmp/a/5a266e6c30c047ef8a3f326ba86e58fa as hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/a/5a266e6c30c047ef8a3f326ba86e58fa 2024-11-22T17:32:40,462 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/a/5a266e6c30c047ef8a3f326ba86e58fa, entries=754, sequenceid=754, filesize=49.3 K 2024-11-22T17:32:40,462 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for fb76d49a7e7418e5ad9e10cc3f806c04 in 62ms, sequenceid=754, compaction requested=false; wal=null 2024-11-22T17:32:40,486 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-22T17:32:40,486 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fb76d49a7e7418e5ad9e10cc3f806c04 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-22T17:32:40,495 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/.tmp/a/3b6dc5d4a2e84a8abb4a6cc16e63d018 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732296755628/Put/seqid=0 2024-11-22T17:32:40,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741859_1036 (size=20072) 2024-11-22T17:32:40,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741859_1036 (size=20072) 2024-11-22T17:32:40,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741859_1036 (size=20072) 2024-11-22T17:32:40,504 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/.tmp/a/3b6dc5d4a2e84a8abb4a6cc16e63d018 2024-11-22T17:32:40,528 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/.tmp/b/ddbad56a729b42a7aced1c472c1487a9 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732296755644/Put/seqid=0 2024-11-22T17:32:40,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741860_1037 (size=35835) 2024-11-22T17:32:40,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741860_1037 (size=35835) 2024-11-22T17:32:40,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741860_1037 (size=35835) 2024-11-22T17:32:40,536 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/.tmp/b/ddbad56a729b42a7aced1c472c1487a9 2024-11-22T17:32:40,544 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/.tmp/a/3b6dc5d4a2e84a8abb4a6cc16e63d018 as hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/a/3b6dc5d4a2e84a8abb4a6cc16e63d018 2024-11-22T17:32:40,553 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/a/3b6dc5d4a2e84a8abb4a6cc16e63d018, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-22T17:32:40,555 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/.tmp/b/ddbad56a729b42a7aced1c472c1487a9 as hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/b/ddbad56a729b42a7aced1c472c1487a9 2024-11-22T17:32:40,563 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/b/ddbad56a729b42a7aced1c472c1487a9, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-22T17:32:40,563 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for fb76d49a7e7418e5ad9e10cc3f806c04 in 77ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-22T17:32:40,585 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-22T17:32:40,585 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fb76d49a7e7418e5ad9e10cc3f806c04 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-22T17:32:40,595 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/.tmp/b/2fb6189fddd149f4ac4d6aa6771ad59f is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732296755662/Put/seqid=0 2024-11-22T17:32:40,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741861_1038 (size=35082) 2024-11-22T17:32:40,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741861_1038 (size=35082) 2024-11-22T17:32:40,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741861_1038 (size=35082) 2024-11-22T17:32:40,608 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/.tmp/b/2fb6189fddd149f4ac4d6aa6771ad59f 2024-11-22T17:32:40,631 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/.tmp/c/2099684152e6412b8f3610024bac1342 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732296755691/Put/seqid=0 2024-11-22T17:32:40,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741862_1039 (size=20825) 2024-11-22T17:32:40,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741862_1039 (size=20825) 2024-11-22T17:32:40,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741862_1039 (size=20825) 2024-11-22T17:32:40,640 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/.tmp/c/2099684152e6412b8f3610024bac1342 2024-11-22T17:32:40,647 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/.tmp/b/2fb6189fddd149f4ac4d6aa6771ad59f as hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/b/2fb6189fddd149f4ac4d6aa6771ad59f 2024-11-22T17:32:40,654 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/b/2fb6189fddd149f4ac4d6aa6771ad59f, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-22T17:32:40,655 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/.tmp/c/2099684152e6412b8f3610024bac1342 as hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/c/2099684152e6412b8f3610024bac1342 2024-11-22T17:32:40,661 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/c/2099684152e6412b8f3610024bac1342, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-22T17:32:40,662 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for fb76d49a7e7418e5ad9e10cc3f806c04 in 76ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-22T17:32:40,676 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732296755756/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732296755474.fb76d49a7e7418e5ad9e10cc3f806c04. 2024-11-22T17:32:40,680 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/recovered.edits/0000000000000003002 2024-11-22T17:32:40,681 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-22T17:32:40,681 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fb76d49a7e7418e5ad9e10cc3f806c04 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-22T17:32:40,689 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/.tmp/c/ba46f4fbfa84431ebe9a040078b57756 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732296755702/Put/seqid=0 2024-11-22T17:32:40,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741863_1040 (size=50301) 2024-11-22T17:32:40,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741863_1040 (size=50301) 2024-11-22T17:32:40,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741863_1040 (size=50301) 2024-11-22T17:32:40,700 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/.tmp/c/ba46f4fbfa84431ebe9a040078b57756 2024-11-22T17:32:40,707 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba46f4fbfa84431ebe9a040078b57756 2024-11-22T17:32:40,709 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/.tmp/c/ba46f4fbfa84431ebe9a040078b57756 as hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/c/ba46f4fbfa84431ebe9a040078b57756 2024-11-22T17:32:40,716 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba46f4fbfa84431ebe9a040078b57756 2024-11-22T17:32:40,716 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/c/ba46f4fbfa84431ebe9a040078b57756, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-22T17:32:40,717 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for fb76d49a7e7418e5ad9e10cc3f806c04 in 36ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-22T17:32:40,718 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/recovered.edits/0000000000000003002 2024-11-22T17:32:40,719 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fb76d49a7e7418e5ad9e10cc3f806c04 2024-11-22T17:32:40,719 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fb76d49a7e7418e5ad9e10cc3f806c04 2024-11-22T17:32:40,720 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T17:32:40,722 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fb76d49a7e7418e5ad9e10cc3f806c04 2024-11-22T17:32:40,724 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenIntoWAL/fb76d49a7e7418e5ad9e10cc3f806c04/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-22T17:32:40,725 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fb76d49a7e7418e5ad9e10cc3f806c04; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59018807, jitterRate=-0.12055124342441559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T17:32:40,726 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fb76d49a7e7418e5ad9e10cc3f806c04: Writing region info on filesystem at 1732296759987Initializing all the Stores at 1732296759989 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296759989Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296759989Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296759989Cleaning up temporary data from old regions at 1732296760719 (+730 ms)Region opened successfully at 1732296760725 (+6 ms) 2024-11-22T17:32:40,786 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fb76d49a7e7418e5ad9e10cc3f806c04, disabling compactions & flushes 2024-11-22T17:32:40,786 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732296755474.fb76d49a7e7418e5ad9e10cc3f806c04. 2024-11-22T17:32:40,786 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732296755474.fb76d49a7e7418e5ad9e10cc3f806c04. 2024-11-22T17:32:40,786 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732296755474.fb76d49a7e7418e5ad9e10cc3f806c04. after waiting 0 ms 2024-11-22T17:32:40,786 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732296755474.fb76d49a7e7418e5ad9e10cc3f806c04. 2024-11-22T17:32:40,788 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732296755474.fb76d49a7e7418e5ad9e10cc3f806c04. 2024-11-22T17:32:40,788 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fb76d49a7e7418e5ad9e10cc3f806c04: Waiting for close lock at 1732296760785Disabling compacts and flushes for region at 1732296760785Disabling writes for close at 1732296760786 (+1 ms)Writing region close event to WAL at 1732296760788 (+2 ms)Closed at 1732296760788 2024-11-22T17:32:40,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741857_1034 (size=95) 2024-11-22T17:32:40,792 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296759965 not finished, retry = 0 2024-11-22T17:32:40,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741857_1034 (size=95) 2024-11-22T17:32:40,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741857_1034 (size=95) 2024-11-22T17:32:40,896 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T17:32:40,896 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732296759965) 2024-11-22T17:32:40,914 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=403 (was 389) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:34531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_289618086_22 at /127.0.0.1:57438 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:36463 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_289618086_22 at /127.0.0.1:40840 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:40309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_289618086_22 at /127.0.0.1:39874 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:34531 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_289618086_22 at /127.0.0.1:57418 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=863 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=270 (was 232) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2760 (was 2833) 2024-11-22T17:32:40,926 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=403, OpenFileDescriptor=863, MaxFileDescriptor=1048576, SystemLoadAverage=270, ProcessCount=11, AvailableMemoryMB=2759 2024-11-22T17:32:40,941 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:40,943 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:40,944 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T17:32:40,947 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-67812661, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/hregion-67812661, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:40,958 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-67812661/hregion-67812661.1732296760947, exclude list is [], retry=0 2024-11-22T17:32:40,960 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:40,960 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:40,961 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:40,963 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-67812661/hregion-67812661.1732296760947 2024-11-22T17:32:40,964 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38457:38457)] 2024-11-22T17:32:40,964 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d56ed9c9a39e4451ef17a22e06b169f0, NAME => 'test2727,,1732296760942.d56ed9c9a39e4451ef17a22e06b169f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34531/hbase 2024-11-22T17:32:40,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741865_1042 (size=43) 2024-11-22T17:32:40,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741865_1042 (size=43) 2024-11-22T17:32:40,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741865_1042 (size=43) 2024-11-22T17:32:40,975 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732296760942.d56ed9c9a39e4451ef17a22e06b169f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:40,976 INFO [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:40,978 INFO [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d56ed9c9a39e4451ef17a22e06b169f0 columnFamilyName a 2024-11-22T17:32:40,978 DEBUG [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:40,979 INFO [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] regionserver.HStore(327): Store=d56ed9c9a39e4451ef17a22e06b169f0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:40,979 INFO [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:40,980 INFO [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d56ed9c9a39e4451ef17a22e06b169f0 columnFamilyName b 2024-11-22T17:32:40,981 DEBUG [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:40,981 INFO [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] regionserver.HStore(327): Store=d56ed9c9a39e4451ef17a22e06b169f0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:40,981 INFO [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:40,983 INFO [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d56ed9c9a39e4451ef17a22e06b169f0 columnFamilyName c 2024-11-22T17:32:40,983 DEBUG [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:40,984 INFO [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] regionserver.HStore(327): Store=d56ed9c9a39e4451ef17a22e06b169f0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:40,984 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:40,985 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:40,985 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:40,987 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:40,987 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:40,987 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T17:32:40,990 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:40,993 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T17:32:40,993 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d56ed9c9a39e4451ef17a22e06b169f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66234584, jitterRate=-0.013027787208557129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T17:32:40,995 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d56ed9c9a39e4451ef17a22e06b169f0: Writing region info on filesystem at 1732296760975Initializing all the Stores at 1732296760976 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296760976Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296760976Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296760976Cleaning up temporary data from old regions at 1732296760987 (+11 ms)Region opened successfully at 1732296760995 (+8 ms) 2024-11-22T17:32:40,995 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d56ed9c9a39e4451ef17a22e06b169f0, disabling compactions & flushes 2024-11-22T17:32:40,995 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732296760942.d56ed9c9a39e4451ef17a22e06b169f0. 2024-11-22T17:32:40,995 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732296760942.d56ed9c9a39e4451ef17a22e06b169f0. 2024-11-22T17:32:40,995 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732296760942.d56ed9c9a39e4451ef17a22e06b169f0. after waiting 0 ms 2024-11-22T17:32:40,995 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732296760942.d56ed9c9a39e4451ef17a22e06b169f0. 2024-11-22T17:32:40,996 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732296760942.d56ed9c9a39e4451ef17a22e06b169f0. 2024-11-22T17:32:40,996 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d56ed9c9a39e4451ef17a22e06b169f0: Waiting for close lock at 1732296760995Disabling compacts and flushes for region at 1732296760995Disabling writes for close at 1732296760995Writing region close event to WAL at 1732296760996 (+1 ms)Closed at 1732296760996 2024-11-22T17:32:40,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741864_1041 (size=95) 2024-11-22T17:32:40,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741864_1041 (size=95) 2024-11-22T17:32:40,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741864_1041 (size=95) 2024-11-22T17:32:41,002 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T17:32:41,002 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-67812661:(num 1732296760947) 2024-11-22T17:32:41,002 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:32:41,004 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:41,017 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761005, exclude list is [], retry=0 2024-11-22T17:32:41,020 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:41,020 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:41,021 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:41,023 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761005 2024-11-22T17:32:41,023 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:38457:38457)] 2024-11-22T17:32:41,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741866_1043 (size=263359) 2024-11-22T17:32:41,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741866_1043 (size=263359) 2024-11-22T17:32:41,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741866_1043 (size=263359) 2024-11-22T17:32:41,178 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761005, size=257.2 K (263359bytes) 2024-11-22T17:32:41,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761005 2024-11-22T17:32:41,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761005 after 0ms 2024-11-22T17:32:41,181 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761005: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:41,183 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761005 took 5ms 2024-11-22T17:32:41,187 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732296761005.temp 2024-11-22T17:32:41,189 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000000001-wal.1732296761005.temp 2024-11-22T17:32:41,245 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761005 so closing down 2024-11-22T17:32:41,245 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T17:32:41,245 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T17:32:41,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741867_1044 (size=263359) 2024-11-22T17:32:41,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741867_1044 (size=263359) 2024-11-22T17:32:41,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741867_1044 (size=263359) 2024-11-22T17:32:41,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000000001-wal.1732296761005.temp (wrote 3000 edits, skipped 0 edits in 43 ms) 2024-11-22T17:32:41,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000000001-wal.1732296761005.temp to hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000003000 2024-11-22T17:32:41,251 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761005, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-22T17:32:41,251 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761005, journal: Splitting hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761005, size=257.2 K (263359bytes) at 1732296761178Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000000001-wal.1732296761005.temp at 1732296761189 (+11 ms)Split 1024 edits, skipped 0 edits. at 1732296761208 (+19 ms)Split 2048 edits, skipped 0 edits. at 1732296761227 (+19 ms)Finishing writing output for hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761005 so closing down at 1732296761245 (+18 ms)3 split writer threads finished at 1732296761245Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000000001-wal.1732296761005.temp (wrote 3000 edits, skipped 0 edits in 43 ms) at 1732296761249 (+4 ms)Rename recovered edits hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000000001-wal.1732296761005.temp to hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000003000 at 1732296761250 (+1 ms)Processed 3000 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761005, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1732296761251 (+1 ms) 2024-11-22T17:32:41,253 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761005 to hdfs://localhost:34531/hbase/oldWALs/wal.1732296761005 2024-11-22T17:32:41,254 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000003000 2024-11-22T17:32:41,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:32:41,256 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:41,269 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761257, exclude list is [], retry=0 2024-11-22T17:32:41,273 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:41,273 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:41,273 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:41,275 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761257 2024-11-22T17:32:41,276 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:39455:39455)] 2024-11-22T17:32:41,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741868_1045 (size=263486) 2024-11-22T17:32:41,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741868_1045 (size=263486) 2024-11-22T17:32:41,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741868_1045 (size=263486) 2024-11-22T17:32:41,437 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761257, size=257.3 K (263486bytes) 2024-11-22T17:32:41,437 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761257 2024-11-22T17:32:41,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761257 after 1ms 2024-11-22T17:32:41,441 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761257: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:41,442 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761257 took 5ms 2024-11-22T17:32:41,446 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732296761257.temp 2024-11-22T17:32:41,448 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000003001-wal.1732296761257.temp 2024-11-22T17:32:41,506 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761257 so closing down 2024-11-22T17:32:41,506 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T17:32:41,506 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T17:32:41,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741869_1046 (size=263486) 2024-11-22T17:32:41,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741869_1046 (size=263486) 2024-11-22T17:32:41,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741869_1046 (size=263486) 2024-11-22T17:32:41,510 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000003001-wal.1732296761257.temp (wrote 3000 edits, skipped 0 edits in 38 ms) 2024-11-22T17:32:41,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000003001-wal.1732296761257.temp to hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000006000 2024-11-22T17:32:41,512 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761257, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-22T17:32:41,512 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761257, journal: Splitting hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761257, size=257.3 K (263486bytes) at 1732296761437Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000003001-wal.1732296761257.temp at 1732296761448 (+11 ms)Split 1024 edits, skipped 0 edits. at 1732296761466 (+18 ms)Split 2048 edits, skipped 0 edits. at 1732296761487 (+21 ms)Finishing writing output for hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761257 so closing down at 1732296761506 (+19 ms)3 split writer threads finished at 1732296761506Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000003001-wal.1732296761257.temp (wrote 3000 edits, skipped 0 edits in 38 ms) at 1732296761510 (+4 ms)Rename recovered edits hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000003001-wal.1732296761257.temp to hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000006000 at 1732296761511 (+1 ms)Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761257, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1732296761512 (+1 ms) 2024-11-22T17:32:41,514 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761257 to hdfs://localhost:34531/hbase/oldWALs/wal.1732296761257 2024-11-22T17:32:41,515 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000006000 2024-11-22T17:32:41,515 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:32:41,518 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/test2727-manual,16010,1732296760941, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:41,532 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761519, exclude list is [], retry=0 2024-11-22T17:32:41,535 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:41,535 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:41,536 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:41,538 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732296760941/wal.1732296761519 2024-11-22T17:32:41,539 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38457:38457)] 2024-11-22T17:32:41,539 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d56ed9c9a39e4451ef17a22e06b169f0, NAME => 'test2727,,1732296760942.d56ed9c9a39e4451ef17a22e06b169f0.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:32:41,539 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732296760942.d56ed9c9a39e4451ef17a22e06b169f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:41,539 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:41,539 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:41,543 INFO [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:41,545 INFO [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d56ed9c9a39e4451ef17a22e06b169f0 columnFamilyName a 2024-11-22T17:32:41,545 DEBUG [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:41,546 INFO [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] regionserver.HStore(327): Store=d56ed9c9a39e4451ef17a22e06b169f0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:41,546 INFO [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:41,547 INFO [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d56ed9c9a39e4451ef17a22e06b169f0 columnFamilyName b 2024-11-22T17:32:41,547 DEBUG [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:41,548 INFO [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] regionserver.HStore(327): Store=d56ed9c9a39e4451ef17a22e06b169f0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:41,548 INFO [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:41,549 INFO [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d56ed9c9a39e4451ef17a22e06b169f0 columnFamilyName c 2024-11-22T17:32:41,549 DEBUG [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:41,550 INFO [StoreOpener-d56ed9c9a39e4451ef17a22e06b169f0-1 {}] regionserver.HStore(327): Store=d56ed9c9a39e4451ef17a22e06b169f0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:41,550 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:41,551 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:41,554 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:41,555 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000003000 2024-11-22T17:32:41,557 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:41,607 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000003000 2024-11-22T17:32:41,608 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000006000 2024-11-22T17:32:41,611 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:41,659 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000006000 2024-11-22T17:32:41,659 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d56ed9c9a39e4451ef17a22e06b169f0 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-22T17:32:41,680 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/.tmp/a/6ad5a15551514e7585c06cd331bd6ac9 is 41, key is test2727/a:100/1732296761280/Put/seqid=0 2024-11-22T17:32:41,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741871_1048 (size=84227) 2024-11-22T17:32:41,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741871_1048 (size=84227) 2024-11-22T17:32:41,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741871_1048 (size=84227) 2024-11-22T17:32:41,691 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/.tmp/a/6ad5a15551514e7585c06cd331bd6ac9 2024-11-22T17:32:41,694 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T17:32:41,695 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T17:32:41,697 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T17:32:41,697 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T17:32:41,698 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T17:32:41,698 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T17:32:41,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-22T17:32:41,699 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-22T17:32:41,717 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/.tmp/b/4b2258c905124d96a9507f91ac1fce80 is 41, key is test2727/b:100/1732296761324/Put/seqid=0 2024-11-22T17:32:41,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741872_1049 (size=84609) 2024-11-22T17:32:41,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741872_1049 (size=84609) 2024-11-22T17:32:41,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741872_1049 (size=84609) 2024-11-22T17:32:41,724 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/.tmp/b/4b2258c905124d96a9507f91ac1fce80 2024-11-22T17:32:41,751 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/.tmp/c/d4045c895edf4948972334637aadeaee is 41, key is test2727/c:100/1732296761374/Put/seqid=0 2024-11-22T17:32:41,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741873_1050 (size=84609) 2024-11-22T17:32:41,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741873_1050 (size=84609) 2024-11-22T17:32:41,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741873_1050 (size=84609) 2024-11-22T17:32:41,757 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/.tmp/c/d4045c895edf4948972334637aadeaee 2024-11-22T17:32:41,766 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/.tmp/a/6ad5a15551514e7585c06cd331bd6ac9 as hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/a/6ad5a15551514e7585c06cd331bd6ac9 2024-11-22T17:32:41,774 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/a/6ad5a15551514e7585c06cd331bd6ac9, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-22T17:32:41,776 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/.tmp/b/4b2258c905124d96a9507f91ac1fce80 as hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/b/4b2258c905124d96a9507f91ac1fce80 2024-11-22T17:32:41,783 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/b/4b2258c905124d96a9507f91ac1fce80, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-22T17:32:41,785 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/.tmp/c/d4045c895edf4948972334637aadeaee as hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/c/d4045c895edf4948972334637aadeaee 2024-11-22T17:32:41,792 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/c/d4045c895edf4948972334637aadeaee, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-22T17:32:41,792 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for d56ed9c9a39e4451ef17a22e06b169f0 in 133ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-22T17:32:41,793 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000003000 2024-11-22T17:32:41,794 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/0000000000000006000 2024-11-22T17:32:41,795 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:41,795 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:41,796 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T17:32:41,798 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d56ed9c9a39e4451ef17a22e06b169f0 2024-11-22T17:32:41,800 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/test2727/d56ed9c9a39e4451ef17a22e06b169f0/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-22T17:32:41,802 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d56ed9c9a39e4451ef17a22e06b169f0; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69861683, jitterRate=0.04102019965648651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T17:32:41,803 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d56ed9c9a39e4451ef17a22e06b169f0: Writing region info on filesystem at 1732296761539Initializing all the Stores at 1732296761541 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296761541Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296761543 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296761543Obtaining lock to block concurrent updates at 1732296761660 (+117 ms)Preparing flush snapshotting stores in d56ed9c9a39e4451ef17a22e06b169f0 at 1732296761660Finished memstore snapshotting test2727,,1732296760942.d56ed9c9a39e4451ef17a22e06b169f0., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732296761660Flushing stores of test2727,,1732296760942.d56ed9c9a39e4451ef17a22e06b169f0. at 1732296761660Flushing d56ed9c9a39e4451ef17a22e06b169f0/a: creating writer at 1732296761660Flushing d56ed9c9a39e4451ef17a22e06b169f0/a: appending metadata at 1732296761679 (+19 ms)Flushing d56ed9c9a39e4451ef17a22e06b169f0/a: closing flushed file at 1732296761679Flushing d56ed9c9a39e4451ef17a22e06b169f0/b: creating writer at 1732296761698 (+19 ms)Flushing d56ed9c9a39e4451ef17a22e06b169f0/b: appending metadata at 1732296761716 (+18 ms)Flushing d56ed9c9a39e4451ef17a22e06b169f0/b: closing flushed file at 1732296761716Flushing d56ed9c9a39e4451ef17a22e06b169f0/c: creating writer at 1732296761731 (+15 ms)Flushing d56ed9c9a39e4451ef17a22e06b169f0/c: appending metadata at 1732296761751 (+20 ms)Flushing d56ed9c9a39e4451ef17a22e06b169f0/c: closing flushed file at 1732296761751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60de415d: reopening flushed file at 1732296761765 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2430f65a: reopening flushed file at 1732296761774 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b3fc82: reopening flushed file at 1732296761784 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for d56ed9c9a39e4451ef17a22e06b169f0 in 133ms, sequenceid=6000, compaction requested=false; wal=null at 1732296761792 (+8 ms)Cleaning up temporary data from old regions at 1732296761795 (+3 ms)Region opened successfully at 1732296761803 (+8 ms) 2024-11-22T17:32:41,804 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-22T17:32:41,804 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d56ed9c9a39e4451ef17a22e06b169f0, disabling compactions & flushes 2024-11-22T17:32:41,804 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732296760942.d56ed9c9a39e4451ef17a22e06b169f0. 2024-11-22T17:32:41,804 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732296760942.d56ed9c9a39e4451ef17a22e06b169f0. 2024-11-22T17:32:41,804 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732296760942.d56ed9c9a39e4451ef17a22e06b169f0. after waiting 0 ms 2024-11-22T17:32:41,804 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732296760942.d56ed9c9a39e4451ef17a22e06b169f0. 2024-11-22T17:32:41,805 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732296760942.d56ed9c9a39e4451ef17a22e06b169f0. 2024-11-22T17:32:41,805 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d56ed9c9a39e4451ef17a22e06b169f0: Waiting for close lock at 1732296761804Disabling compacts and flushes for region at 1732296761804Disabling writes for close at 1732296761804Writing region close event to WAL at 1732296761805 (+1 ms)Closed at 1732296761805 2024-11-22T17:32:41,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741870_1047 (size=95) 2024-11-22T17:32:41,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741870_1047 (size=95) 2024-11-22T17:32:41,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741870_1047 (size=95) 2024-11-22T17:32:41,812 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T17:32:41,812 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732296761519) 2024-11-22T17:32:41,825 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=405 (was 403) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:39934 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:57558 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 863) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=270 (was 270), ProcessCount=11 (was 11), AvailableMemoryMB=2556 (was 2759) 2024-11-22T17:32:41,835 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=405, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=270, ProcessCount=11, AvailableMemoryMB=2555 2024-11-22T17:32:41,852 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:41,859 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732296761852, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:41,860 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732296761860 2024-11-22T17:32:41,866 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732296761852/wal.1732296761860 2024-11-22T17:32:41,868 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38457:38457)] 2024-11-22T17:32:41,869 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => be018b5f2d1f3d00a0d838a9949ff930, NAME => 'testSequentialEditLogSeqNum,,1732296761853.be018b5f2d1f3d00a0d838a9949ff930.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:32:41,869 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732296761853.be018b5f2d1f3d00a0d838a9949ff930.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:41,870 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for be018b5f2d1f3d00a0d838a9949ff930 2024-11-22T17:32:41,870 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for be018b5f2d1f3d00a0d838a9949ff930 2024-11-22T17:32:41,870 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:34531/hbase/data/default/testSequentialEditLogSeqNum/be018b5f2d1f3d00a0d838a9949ff930 doesn't exist for region: be018b5f2d1f3d00a0d838a9949ff930 on table testSequentialEditLogSeqNum 2024-11-22T17:32:41,871 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: be018b5f2d1f3d00a0d838a9949ff930 on table testSequentialEditLogSeqNum 2024-11-22T17:32:41,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741875_1052 (size=62) 2024-11-22T17:32:41,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741875_1052 (size=62) 2024-11-22T17:32:41,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741875_1052 (size=62) 2024-11-22T17:32:41,881 INFO [StoreOpener-be018b5f2d1f3d00a0d838a9949ff930-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region be018b5f2d1f3d00a0d838a9949ff930 2024-11-22T17:32:41,882 INFO [StoreOpener-be018b5f2d1f3d00a0d838a9949ff930-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be018b5f2d1f3d00a0d838a9949ff930 columnFamilyName a 2024-11-22T17:32:41,882 DEBUG [StoreOpener-be018b5f2d1f3d00a0d838a9949ff930-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:41,883 INFO [StoreOpener-be018b5f2d1f3d00a0d838a9949ff930-1 {}] regionserver.HStore(327): Store=be018b5f2d1f3d00a0d838a9949ff930/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:41,883 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for be018b5f2d1f3d00a0d838a9949ff930 2024-11-22T17:32:41,883 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testSequentialEditLogSeqNum/be018b5f2d1f3d00a0d838a9949ff930 2024-11-22T17:32:41,884 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testSequentialEditLogSeqNum/be018b5f2d1f3d00a0d838a9949ff930 2024-11-22T17:32:41,884 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for be018b5f2d1f3d00a0d838a9949ff930 2024-11-22T17:32:41,884 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for be018b5f2d1f3d00a0d838a9949ff930 2024-11-22T17:32:41,886 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for be018b5f2d1f3d00a0d838a9949ff930 2024-11-22T17:32:41,888 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testSequentialEditLogSeqNum/be018b5f2d1f3d00a0d838a9949ff930/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T17:32:41,888 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened be018b5f2d1f3d00a0d838a9949ff930; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70591227, jitterRate=0.051891252398490906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T17:32:41,889 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for be018b5f2d1f3d00a0d838a9949ff930: Writing region info on filesystem at 1732296761870Initializing all the Stores at 1732296761880 (+10 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296761880Cleaning up temporary data from old regions at 1732296761884 (+4 ms)Region opened successfully at 1732296761889 (+5 ms) 2024-11-22T17:32:41,903 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing be018b5f2d1f3d00a0d838a9949ff930 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-22T17:32:41,923 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testSequentialEditLogSeqNum/be018b5f2d1f3d00a0d838a9949ff930/.tmp/a/65ec20c3d55d4a82b6d6e15789b3c460 is 81, key is testSequentialEditLogSeqNum/a:x0/1732296761889/Put/seqid=0 2024-11-22T17:32:41,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741876_1053 (size=5833) 2024-11-22T17:32:41,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741876_1053 (size=5833) 2024-11-22T17:32:41,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741876_1053 (size=5833) 2024-11-22T17:32:41,933 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testSequentialEditLogSeqNum/be018b5f2d1f3d00a0d838a9949ff930/.tmp/a/65ec20c3d55d4a82b6d6e15789b3c460 2024-11-22T17:32:41,939 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testSequentialEditLogSeqNum/be018b5f2d1f3d00a0d838a9949ff930/.tmp/a/65ec20c3d55d4a82b6d6e15789b3c460 as hdfs://localhost:34531/hbase/data/default/testSequentialEditLogSeqNum/be018b5f2d1f3d00a0d838a9949ff930/a/65ec20c3d55d4a82b6d6e15789b3c460 2024-11-22T17:32:41,946 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testSequentialEditLogSeqNum/be018b5f2d1f3d00a0d838a9949ff930/a/65ec20c3d55d4a82b6d6e15789b3c460, entries=10, sequenceid=13, filesize=5.7 K 2024-11-22T17:32:41,948 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for be018b5f2d1f3d00a0d838a9949ff930 in 46ms, sequenceid=13, compaction requested=false 2024-11-22T17:32:41,948 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for be018b5f2d1f3d00a0d838a9949ff930: 2024-11-22T17:32:41,954 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T17:32:41,954 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T17:32:41,955 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T17:32:41,955 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T17:32:41,955 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T17:32:41,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741874_1051 (size=1844) 2024-11-22T17:32:41,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741874_1051 (size=1844) 2024-11-22T17:32:41,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741874_1051 (size=1844) 2024-11-22T17:32:41,973 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34531/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732296761852/wal.1732296761860, size=1.8 K (1844bytes) 2024-11-22T17:32:41,973 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34531/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732296761852/wal.1732296761860 2024-11-22T17:32:41,974 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34531/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732296761852/wal.1732296761860 after 1ms 2024-11-22T17:32:41,976 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732296761852/wal.1732296761860: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:41,977 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34531/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732296761852/wal.1732296761860 took 4ms 2024-11-22T17:32:41,980 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34531/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732296761852/wal.1732296761860 so closing down 2024-11-22T17:32:41,980 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T17:32:41,981 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732296761860.temp 2024-11-22T17:32:41,982 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testSequentialEditLogSeqNum/be018b5f2d1f3d00a0d838a9949ff930/recovered.edits/0000000000000000003-wal.1732296761860.temp 2024-11-22T17:32:41,983 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T17:32:41,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741877_1054 (size=1477) 2024-11-22T17:32:41,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741877_1054 (size=1477) 2024-11-22T17:32:41,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741877_1054 (size=1477) 2024-11-22T17:32:41,990 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testSequentialEditLogSeqNum/be018b5f2d1f3d00a0d838a9949ff930/recovered.edits/0000000000000000003-wal.1732296761860.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-22T17:32:41,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34531/hbase/data/default/testSequentialEditLogSeqNum/be018b5f2d1f3d00a0d838a9949ff930/recovered.edits/0000000000000000003-wal.1732296761860.temp to hdfs://localhost:34531/hbase/data/default/testSequentialEditLogSeqNum/be018b5f2d1f3d00a0d838a9949ff930/recovered.edits/0000000000000000020 2024-11-22T17:32:41,991 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:34531/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732296761852/wal.1732296761860, size=1.8 K, length=1844, corrupted=false, cancelled=false 2024-11-22T17:32:41,991 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34531/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732296761852/wal.1732296761860, journal: Splitting hdfs://localhost:34531/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732296761852/wal.1732296761860, size=1.8 K (1844bytes) at 1732296761973Finishing writing output for hdfs://localhost:34531/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732296761852/wal.1732296761860 so closing down at 1732296761980 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testSequentialEditLogSeqNum/be018b5f2d1f3d00a0d838a9949ff930/recovered.edits/0000000000000000003-wal.1732296761860.temp at 1732296761982 (+2 ms)3 split writer threads finished at 1732296761983 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testSequentialEditLogSeqNum/be018b5f2d1f3d00a0d838a9949ff930/recovered.edits/0000000000000000003-wal.1732296761860.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732296761990 (+7 ms)Rename recovered edits hdfs://localhost:34531/hbase/data/default/testSequentialEditLogSeqNum/be018b5f2d1f3d00a0d838a9949ff930/recovered.edits/0000000000000000003-wal.1732296761860.temp to hdfs://localhost:34531/hbase/data/default/testSequentialEditLogSeqNum/be018b5f2d1f3d00a0d838a9949ff930/recovered.edits/0000000000000000020 at 1732296761991 (+1 ms)Processed 17 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:34531/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732296761852/wal.1732296761860, size=1.8 K, length=1844, corrupted=false, cancelled=false at 1732296761991 2024-11-22T17:32:42,005 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=410 (was 405) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:40840 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:39934 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=270 (was 270), ProcessCount=11 (was 11), AvailableMemoryMB=2538 (was 2555) 2024-11-22T17:32:42,016 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=410, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=270, ProcessCount=11, AvailableMemoryMB=2538 2024-11-22T17:32:42,031 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:42,055 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:42,089 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T17:32:42,091 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-27455421, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/hregion-27455421, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:42,105 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-27455421/hregion-27455421.1732296762092, exclude list is [], retry=0 2024-11-22T17:32:42,107 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:42,108 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:42,108 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:42,111 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-27455421/hregion-27455421.1732296762092 2024-11-22T17:32:42,111 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-22T17:32:42,111 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7fee8c0ee4cbbc733e6175b06bb21752, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732296762053.7fee8c0ee4cbbc733e6175b06bb21752.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34531/hbase 2024-11-22T17:32:42,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741879_1056 (size=70) 2024-11-22T17:32:42,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741879_1056 (size=70) 2024-11-22T17:32:42,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741879_1056 (size=70) 2024-11-22T17:32:42,124 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732296762053.7fee8c0ee4cbbc733e6175b06bb21752.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:42,125 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,127 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fee8c0ee4cbbc733e6175b06bb21752 columnFamilyName a 2024-11-22T17:32:42,127 DEBUG [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:42,128 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] regionserver.HStore(327): Store=7fee8c0ee4cbbc733e6175b06bb21752/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:42,128 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,130 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fee8c0ee4cbbc733e6175b06bb21752 columnFamilyName b 2024-11-22T17:32:42,130 DEBUG [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:42,130 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] regionserver.HStore(327): Store=7fee8c0ee4cbbc733e6175b06bb21752/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:42,130 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,132 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fee8c0ee4cbbc733e6175b06bb21752 columnFamilyName c 2024-11-22T17:32:42,132 DEBUG [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:42,132 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] regionserver.HStore(327): Store=7fee8c0ee4cbbc733e6175b06bb21752/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:42,133 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,133 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,134 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,134 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,135 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,135 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T17:32:42,136 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,138 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T17:32:42,139 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7fee8c0ee4cbbc733e6175b06bb21752; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73640833, jitterRate=0.09733392298221588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T17:32:42,140 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7fee8c0ee4cbbc733e6175b06bb21752: Writing region info on filesystem at 1732296762124Initializing all the Stores at 1732296762125 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296762125Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296762125Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296762125Cleaning up temporary data from old regions at 1732296762135 (+10 ms)Region opened successfully at 1732296762139 (+4 ms) 2024-11-22T17:32:42,140 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7fee8c0ee4cbbc733e6175b06bb21752, disabling compactions & flushes 2024-11-22T17:32:42,140 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732296762053.7fee8c0ee4cbbc733e6175b06bb21752. 2024-11-22T17:32:42,140 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732296762053.7fee8c0ee4cbbc733e6175b06bb21752. 2024-11-22T17:32:42,140 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732296762053.7fee8c0ee4cbbc733e6175b06bb21752. after waiting 0 ms 2024-11-22T17:32:42,140 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732296762053.7fee8c0ee4cbbc733e6175b06bb21752. 2024-11-22T17:32:42,140 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732296762053.7fee8c0ee4cbbc733e6175b06bb21752. 2024-11-22T17:32:42,141 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7fee8c0ee4cbbc733e6175b06bb21752: Waiting for close lock at 1732296762140Disabling compacts and flushes for region at 1732296762140Disabling writes for close at 1732296762140Writing region close event to WAL at 1732296762140Closed at 1732296762140 2024-11-22T17:32:42,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741878_1055 (size=95) 2024-11-22T17:32:42,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741878_1055 (size=95) 2024-11-22T17:32:42,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741878_1055 (size=95) 2024-11-22T17:32:42,146 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T17:32:42,147 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-27455421:(num 1732296762092) 2024-11-22T17:32:42,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:32:42,149 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:42,168 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296762150, exclude list is [], retry=0 2024-11-22T17:32:42,171 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:42,172 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:42,172 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:42,174 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296762150 2024-11-22T17:32:42,174 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-22T17:32:42,174 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fee8c0ee4cbbc733e6175b06bb21752, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732296762053.7fee8c0ee4cbbc733e6175b06bb21752.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:32:42,175 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732296762053.7fee8c0ee4cbbc733e6175b06bb21752.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:42,175 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,175 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,176 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,178 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fee8c0ee4cbbc733e6175b06bb21752 columnFamilyName a 2024-11-22T17:32:42,178 DEBUG [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:42,178 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] regionserver.HStore(327): Store=7fee8c0ee4cbbc733e6175b06bb21752/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:42,179 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,180 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fee8c0ee4cbbc733e6175b06bb21752 columnFamilyName b 2024-11-22T17:32:42,180 DEBUG [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:42,181 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] regionserver.HStore(327): Store=7fee8c0ee4cbbc733e6175b06bb21752/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:42,181 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,182 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fee8c0ee4cbbc733e6175b06bb21752 columnFamilyName c 2024-11-22T17:32:42,182 DEBUG [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:42,182 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] regionserver.HStore(327): Store=7fee8c0ee4cbbc733e6175b06bb21752/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:42,183 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,183 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,185 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,186 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,186 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,186 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T17:32:42,188 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:42,188 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7fee8c0ee4cbbc733e6175b06bb21752; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67358603, jitterRate=0.00372140109539032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T17:32:42,189 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7fee8c0ee4cbbc733e6175b06bb21752: Writing region info on filesystem at 1732296762175Initializing all the Stores at 1732296762176 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296762176Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296762176Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296762176Cleaning up temporary data from old regions at 1732296762186 (+10 ms)Region opened successfully at 1732296762189 (+3 ms) 2024-11-22T17:32:42,193 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732296762192/Put/seqid=0 2024-11-22T17:32:42,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741881_1058 (size=4826) 2024-11-22T17:32:42,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741881_1058 (size=4826) 2024-11-22T17:32:42,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741881_1058 (size=4826) 2024-11-22T17:32:42,200 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34531/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 7fee8c0ee4cbbc733e6175b06bb21752/a 2024-11-22T17:32:42,207 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-22T17:32:42,207 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T17:32:42,207 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7fee8c0ee4cbbc733e6175b06bb21752: 2024-11-22T17:32:42,209 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/a/9bb5e0ee20f741b38e9134258f3f1ced_SeqId_3_ 2024-11-22T17:32:42,210 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34531/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 7fee8c0ee4cbbc733e6175b06bb21752/a as hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/a/9bb5e0ee20f741b38e9134258f3f1ced_SeqId_3_ - updating store file list. 2024-11-22T17:32:42,216 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9bb5e0ee20f741b38e9134258f3f1ced_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-22T17:32:42,217 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/a/9bb5e0ee20f741b38e9134258f3f1ced_SeqId_3_ into 7fee8c0ee4cbbc733e6175b06bb21752/a 2024-11-22T17:32:42,217 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34531/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 7fee8c0ee4cbbc733e6175b06bb21752/a (new location: hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/a/9bb5e0ee20f741b38e9134258f3f1ced_SeqId_3_) 2024-11-22T17:32:42,254 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34531/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296762150, size=0 (0bytes) 2024-11-22T17:32:42,254 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34531/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296762150 might be still open, length is 0 2024-11-22T17:32:42,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34531/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296762150 2024-11-22T17:32:42,255 WARN [IPC Server handler 0 on default port 34531 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296762150 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-22T17:32:42,255 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34531/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296762150 after 1ms 2024-11-22T17:32:42,454 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:40246 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34135:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40246 dst: /127.0.0.1:34135 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34135 remote=/127.0.0.1:40246]. Total timeout mills is 60000, 59769 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:32:42,455 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:40442 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33259:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40442 dst: /127.0.0.1:33259 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:32:42,455 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:45122 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:43611:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45122 dst: /127.0.0.1:43611 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:32:42,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741880_1059 (size=473) 2024-11-22T17:32:42,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741880_1059 (size=473) 2024-11-22T17:32:42,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741880_1059 (size=473) 2024-11-22T17:32:46,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34531/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296762150 after 4003ms 2024-11-22T17:32:46,264 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296762150: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:46,264 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34531/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296762150 took 4010ms 2024-11-22T17:32:46,266 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34531/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296762150; continuing. 2024-11-22T17:32:46,266 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34531/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296762150 so closing down 2024-11-22T17:32:46,266 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T17:32:46,268 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732296762150.temp 2024-11-22T17:32:46,269 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/recovered.edits/0000000000000000005-wal.1732296762150.temp 2024-11-22T17:32:46,270 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T17:32:46,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741882_1060 (size=259) 2024-11-22T17:32:46,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741882_1060 (size=259) 2024-11-22T17:32:46,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741882_1060 (size=259) 2024-11-22T17:32:46,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/recovered.edits/0000000000000000005-wal.1732296762150.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-22T17:32:46,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/recovered.edits/0000000000000000005-wal.1732296762150.temp to hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/recovered.edits/0000000000000000005 2024-11-22T17:32:46,279 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 14 ms; skipped=1; WAL=hdfs://localhost:34531/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296762150, size=0, length=0, corrupted=false, cancelled=false 2024-11-22T17:32:46,279 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34531/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296762150, journal: Splitting hdfs://localhost:34531/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296762150, size=0 (0bytes) at 1732296762254Finishing writing output for hdfs://localhost:34531/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296762150 so closing down at 1732296766266 (+4012 ms)Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/recovered.edits/0000000000000000005-wal.1732296762150.temp at 1732296766269 (+3 ms)3 split writer threads finished at 1732296766270 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/recovered.edits/0000000000000000005-wal.1732296762150.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732296766277 (+7 ms)Rename recovered edits hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/recovered.edits/0000000000000000005-wal.1732296762150.temp to hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/recovered.edits/0000000000000000005 at 1732296766278 (+1 ms)Processed 2 edits across 1 Regions in 14 ms; skipped=1; WAL=hdfs://localhost:34531/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296762150, size=0, length=0, corrupted=false, cancelled=false at 1732296766279 (+1 ms) 2024-11-22T17:32:46,280 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34531/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296762150 to hdfs://localhost:34531/hbase/oldWALs/wal.1732296762150 2024-11-22T17:32:46,281 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/recovered.edits/0000000000000000005 2024-11-22T17:32:46,281 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:32:46,283 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:46,296 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296766283, exclude list is [], retry=0 2024-11-22T17:32:46,299 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:46,300 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:46,300 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:46,302 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296766283 2024-11-22T17:32:46,302 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38457:38457)] 2024-11-22T17:32:46,302 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fee8c0ee4cbbc733e6175b06bb21752, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732296762053.7fee8c0ee4cbbc733e6175b06bb21752.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:32:46,302 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732296762053.7fee8c0ee4cbbc733e6175b06bb21752.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:46,302 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:46,302 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:46,304 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:46,305 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fee8c0ee4cbbc733e6175b06bb21752 columnFamilyName a 2024-11-22T17:32:46,305 DEBUG [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:46,310 DEBUG [StoreFileOpener-7fee8c0ee4cbbc733e6175b06bb21752-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9bb5e0ee20f741b38e9134258f3f1ced_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-22T17:32:46,311 DEBUG [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/a/9bb5e0ee20f741b38e9134258f3f1ced_SeqId_3_ 2024-11-22T17:32:46,311 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] regionserver.HStore(327): Store=7fee8c0ee4cbbc733e6175b06bb21752/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:46,311 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:46,312 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fee8c0ee4cbbc733e6175b06bb21752 columnFamilyName b 2024-11-22T17:32:46,312 DEBUG [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:46,313 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] regionserver.HStore(327): Store=7fee8c0ee4cbbc733e6175b06bb21752/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:46,313 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:46,315 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fee8c0ee4cbbc733e6175b06bb21752 columnFamilyName c 2024-11-22T17:32:46,315 DEBUG [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:46,315 INFO [StoreOpener-7fee8c0ee4cbbc733e6175b06bb21752-1 {}] regionserver.HStore(327): Store=7fee8c0ee4cbbc733e6175b06bb21752/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:46,315 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:46,316 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:46,318 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:46,318 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/recovered.edits/0000000000000000005 2024-11-22T17:32:46,321 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:46,322 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/recovered.edits/0000000000000000005 2024-11-22T17:32:46,322 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7fee8c0ee4cbbc733e6175b06bb21752 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-22T17:32:46,334 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/.tmp/a/dd328bd8fcb944dd8906004a79d7f884 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732296762222/Put/seqid=0 2024-11-22T17:32:46,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741884_1062 (size=5149) 2024-11-22T17:32:46,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741884_1062 (size=5149) 2024-11-22T17:32:46,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741884_1062 (size=5149) 2024-11-22T17:32:46,341 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/.tmp/a/dd328bd8fcb944dd8906004a79d7f884 2024-11-22T17:32:46,347 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/.tmp/a/dd328bd8fcb944dd8906004a79d7f884 as hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/a/dd328bd8fcb944dd8906004a79d7f884 2024-11-22T17:32:46,352 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/a/dd328bd8fcb944dd8906004a79d7f884, entries=1, sequenceid=5, filesize=5.0 K 2024-11-22T17:32:46,352 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 7fee8c0ee4cbbc733e6175b06bb21752 in 30ms, sequenceid=5, compaction requested=false; wal=null 2024-11-22T17:32:46,353 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/recovered.edits/0000000000000000005 2024-11-22T17:32:46,354 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:46,354 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:46,355 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T17:32:46,357 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7fee8c0ee4cbbc733e6175b06bb21752 2024-11-22T17:32:46,359 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7fee8c0ee4cbbc733e6175b06bb21752/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T17:32:46,360 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7fee8c0ee4cbbc733e6175b06bb21752; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74210423, jitterRate=0.10582147538661957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T17:32:46,361 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7fee8c0ee4cbbc733e6175b06bb21752: Writing region info on filesystem at 1732296766303Initializing all the Stores at 1732296766303Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296766304 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296766304Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296766304Obtaining lock to block concurrent updates at 1732296766322 (+18 ms)Preparing flush snapshotting stores in 7fee8c0ee4cbbc733e6175b06bb21752 at 1732296766322Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732296762053.7fee8c0ee4cbbc733e6175b06bb21752., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732296766322Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732296762053.7fee8c0ee4cbbc733e6175b06bb21752. at 1732296766322Flushing 7fee8c0ee4cbbc733e6175b06bb21752/a: creating writer at 1732296766322Flushing 7fee8c0ee4cbbc733e6175b06bb21752/a: appending metadata at 1732296766334 (+12 ms)Flushing 7fee8c0ee4cbbc733e6175b06bb21752/a: closing flushed file at 1732296766334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6745b13: reopening flushed file at 1732296766346 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 7fee8c0ee4cbbc733e6175b06bb21752 in 30ms, sequenceid=5, compaction requested=false; wal=null at 1732296766352 (+6 ms)Cleaning up temporary data from old regions at 1732296766354 (+2 ms)Region opened successfully at 1732296766360 (+6 ms) 2024-11-22T17:32:46,365 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7fee8c0ee4cbbc733e6175b06bb21752, disabling compactions & flushes 2024-11-22T17:32:46,365 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732296762053.7fee8c0ee4cbbc733e6175b06bb21752. 2024-11-22T17:32:46,365 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732296762053.7fee8c0ee4cbbc733e6175b06bb21752. 2024-11-22T17:32:46,365 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732296762053.7fee8c0ee4cbbc733e6175b06bb21752. after waiting 0 ms 2024-11-22T17:32:46,365 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732296762053.7fee8c0ee4cbbc733e6175b06bb21752. 2024-11-22T17:32:46,366 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732296762053.7fee8c0ee4cbbc733e6175b06bb21752. 2024-11-22T17:32:46,366 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7fee8c0ee4cbbc733e6175b06bb21752: Waiting for close lock at 1732296766365Disabling compacts and flushes for region at 1732296766365Disabling writes for close at 1732296766365Writing region close event to WAL at 1732296766365Closed at 1732296766366 (+1 ms) 2024-11-22T17:32:46,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741883_1061 (size=95) 2024-11-22T17:32:46,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741883_1061 (size=95) 2024-11-22T17:32:46,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741883_1061 (size=95) 2024-11-22T17:32:46,371 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T17:32:46,371 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732296766283) 2024-11-22T17:32:46,385 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=418 (was 410) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:34531 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-239825174_22 at /127.0.0.1:40254 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-239825174_22 at /127.0.0.1:40480 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:34531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-239825174_22 at /127.0.0.1:45144 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:40929 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1025 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=256 (was 270), ProcessCount=11 (was 11), AvailableMemoryMB=2474 (was 2538) 2024-11-22T17:32:46,387 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-11-22T17:32:46,400 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=418, OpenFileDescriptor=1025, MaxFileDescriptor=1048576, SystemLoadAverage=256, ProcessCount=11, AvailableMemoryMB=2472 2024-11-22T17:32:46,400 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-11-22T17:32:46,420 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:46,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T17:32:46,431 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e61df7af61d2,44049,1732296751335 2024-11-22T17:32:46,433 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bdaf15b 2024-11-22T17:32:46,434 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T17:32:46,437 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T17:32:46,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T17:32:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-22T17:32:46,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T17:32:46,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-22T17:32:46,451 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:46,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T17:32:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T17:32:46,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741885_1063 (size=694) 2024-11-22T17:32:46,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741885_1063 (size=694) 2024-11-22T17:32:46,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741885_1063 (size=694) 2024-11-22T17:32:46,468 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 426dab8ce6dc1d86347f65415f6d7e81, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68 2024-11-22T17:32:46,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741886_1064 (size=77) 2024-11-22T17:32:46,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741886_1064 (size=77) 2024-11-22T17:32:46,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741886_1064 (size=77) 2024-11-22T17:32:46,478 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:46,478 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 426dab8ce6dc1d86347f65415f6d7e81, disabling compactions & flushes 2024-11-22T17:32:46,478 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:46,478 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:46,478 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. after waiting 0 ms 2024-11-22T17:32:46,478 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:46,478 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:46,478 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 426dab8ce6dc1d86347f65415f6d7e81: Waiting for close lock at 1732296766478Disabling compacts and flushes for region at 1732296766478Disabling writes for close at 1732296766478Writing region close event to WAL at 1732296766478Closed at 1732296766478 2024-11-22T17:32:46,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T17:32:46,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732296766480"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732296766480"}]},"ts":"1732296766480"} 2024-11-22T17:32:46,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T17:32:46,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T17:32:46,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732296766490"}]},"ts":"1732296766490"} 2024-11-22T17:32:46,497 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-22T17:32:46,497 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e61df7af61d2=0} racks are {/default-rack=0} 2024-11-22T17:32:46,499 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T17:32:46,499 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T17:32:46,499 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T17:32:46,499 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T17:32:46,499 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T17:32:46,499 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T17:32:46,499 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T17:32:46,499 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T17:32:46,499 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T17:32:46,499 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T17:32:46,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, ASSIGN}] 2024-11-22T17:32:46,502 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, ASSIGN 2024-11-22T17:32:46,504 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, ASSIGN; state=OFFLINE, location=e61df7af61d2,38597,1732296752284; forceNewPlan=false, retain=false 2024-11-22T17:32:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T17:32:46,658 INFO [e61df7af61d2:44049 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-22T17:32:46,660 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=426dab8ce6dc1d86347f65415f6d7e81, regionState=OPENING, regionLocation=e61df7af61d2,38597,1732296752284 2024-11-22T17:32:46,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, ASSIGN because future has completed 2024-11-22T17:32:46,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 426dab8ce6dc1d86347f65415f6d7e81, server=e61df7af61d2,38597,1732296752284}] 2024-11-22T17:32:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T17:32:46,831 INFO [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:46,832 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 426dab8ce6dc1d86347f65415f6d7e81, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:32:46,832 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:46,833 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:46,833 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:46,833 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:46,836 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:46,840 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 426dab8ce6dc1d86347f65415f6d7e81 columnFamilyName cf1 2024-11-22T17:32:46,840 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:46,841 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(327): Store=426dab8ce6dc1d86347f65415f6d7e81/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:46,842 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:46,844 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 426dab8ce6dc1d86347f65415f6d7e81 columnFamilyName cf2 2024-11-22T17:32:46,845 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:46,845 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(327): Store=426dab8ce6dc1d86347f65415f6d7e81/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:46,845 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:46,847 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:46,847 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:46,848 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:46,849 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:46,850 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T17:32:46,852 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:46,855 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T17:32:46,855 INFO [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 426dab8ce6dc1d86347f65415f6d7e81; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64264988, jitterRate=-0.0423770546913147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T17:32:46,856 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:46,856 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 426dab8ce6dc1d86347f65415f6d7e81: Running coprocessor pre-open hook at 1732296766833Writing region info on filesystem at 1732296766833Initializing all the Stores at 1732296766835 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296766835Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296766836 (+1 ms)Cleaning up temporary data from old regions at 1732296766849 (+13 ms)Running coprocessor post-open hooks at 1732296766856 (+7 ms)Region opened successfully at 1732296766856 2024-11-22T17:32:46,859 INFO [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., pid=6, masterSystemTime=1732296766820 2024-11-22T17:32:46,862 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:46,862 INFO [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:46,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=426dab8ce6dc1d86347f65415f6d7e81, regionState=OPEN, openSeqNum=2, regionLocation=e61df7af61d2,38597,1732296752284 2024-11-22T17:32:46,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 426dab8ce6dc1d86347f65415f6d7e81, server=e61df7af61d2,38597,1732296752284 because future has completed 2024-11-22T17:32:46,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T17:32:46,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 426dab8ce6dc1d86347f65415f6d7e81, server=e61df7af61d2,38597,1732296752284 in 203 msec 2024-11-22T17:32:46,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T17:32:46,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, ASSIGN in 372 msec 2024-11-22T17:32:46,877 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T17:32:46,877 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732296766877"}]},"ts":"1732296766877"} 2024-11-22T17:32:46,879 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-22T17:32:46,881 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T17:32:46,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 438 msec 2024-11-22T17:32:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T17:32:47,088 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-22T17:32:47,088 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-22T17:32:47,090 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T17:32:47,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-22T17:32:47,095 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T17:32:47,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-22T17:32:47,106 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,38597,1732296752284, seqNum=2] 2024-11-22T17:32:47,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=426dab8ce6dc1d86347f65415f6d7e81, source=e61df7af61d2,38597,1732296752284, destination=e61df7af61d2,36135,1732296752134, warming up region on e61df7af61d2,36135,1732296752134 2024-11-22T17:32:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T17:32:47,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=426dab8ce6dc1d86347f65415f6d7e81, source=e61df7af61d2,38597,1732296752284, destination=e61df7af61d2,36135,1732296752134, running balancer 2024-11-22T17:32:47,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T17:32:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, REOPEN/MOVE 2024-11-22T17:32:47,126 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, REOPEN/MOVE 2024-11-22T17:32:47,129 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=426dab8ce6dc1d86347f65415f6d7e81, regionState=CLOSING, regionLocation=e61df7af61d2,38597,1732296752284 2024-11-22T17:32:47,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HRegion(7855): Warmup {ENCODED => 426dab8ce6dc1d86347f65415f6d7e81, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:32:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:47,131 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:47,133 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 426dab8ce6dc1d86347f65415f6d7e81 columnFamilyName cf1 2024-11-22T17:32:47,133 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:47,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, REOPEN/MOVE because future has completed 2024-11-22T17:32:47,134 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(327): Store=426dab8ce6dc1d86347f65415f6d7e81/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:47,134 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T17:32:47,134 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:47,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 426dab8ce6dc1d86347f65415f6d7e81, server=e61df7af61d2,38597,1732296752284}] 2024-11-22T17:32:47,135 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 426dab8ce6dc1d86347f65415f6d7e81 columnFamilyName cf2 2024-11-22T17:32:47,135 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:47,135 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(327): Store=426dab8ce6dc1d86347f65415f6d7e81/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HRegion(1722): Closing 426dab8ce6dc1d86347f65415f6d7e81, disabling compactions & flushes 2024-11-22T17:32:47,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. after waiting 0 ms 2024-11-22T17:32:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:47,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HRegion(1676): Region close journal for 426dab8ce6dc1d86347f65415f6d7e81: Waiting for close lock at 1732296767136Disabling compacts and flushes for region at 1732296767136Disabling writes for close at 1732296767136Writing region close event to WAL at 1732296767136Closed at 1732296767136 2024-11-22T17:32:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-22T17:32:47,292 INFO [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:47,293 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T17:32:47,293 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 426dab8ce6dc1d86347f65415f6d7e81, disabling compactions & flushes 2024-11-22T17:32:47,293 INFO [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:47,293 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:47,293 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. after waiting 0 ms 2024-11-22T17:32:47,293 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:47,294 INFO [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 426dab8ce6dc1d86347f65415f6d7e81 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-22T17:32:47,311 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/.tmp/cf1/c6fe684966ec4248bb0479661bfaf68c is 35, key is r1/cf1:q/1732296767109/Put/seqid=0 2024-11-22T17:32:47,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741887_1065 (size=4783) 2024-11-22T17:32:47,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741887_1065 (size=4783) 2024-11-22T17:32:47,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741887_1065 (size=4783) 2024-11-22T17:32:47,320 INFO [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/.tmp/cf1/c6fe684966ec4248bb0479661bfaf68c 2024-11-22T17:32:47,329 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/.tmp/cf1/c6fe684966ec4248bb0479661bfaf68c as hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf1/c6fe684966ec4248bb0479661bfaf68c 2024-11-22T17:32:47,337 INFO [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf1/c6fe684966ec4248bb0479661bfaf68c, entries=1, sequenceid=5, filesize=4.7 K 2024-11-22T17:32:47,339 INFO [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 426dab8ce6dc1d86347f65415f6d7e81 in 46ms, sequenceid=5, compaction requested=false 2024-11-22T17:32:47,339 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-22T17:32:47,344 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T17:32:47,346 INFO [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:47,346 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 426dab8ce6dc1d86347f65415f6d7e81: Waiting for close lock at 1732296767293Running coprocessor pre-close hooks at 1732296767293Disabling compacts and flushes for region at 1732296767293Disabling writes for close at 1732296767293Obtaining lock to block concurrent updates at 1732296767294 (+1 ms)Preparing flush snapshotting stores in 426dab8ce6dc1d86347f65415f6d7e81 at 1732296767294Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732296767294Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. at 1732296767295 (+1 ms)Flushing 426dab8ce6dc1d86347f65415f6d7e81/cf1: creating writer at 1732296767295Flushing 426dab8ce6dc1d86347f65415f6d7e81/cf1: appending metadata at 1732296767311 (+16 ms)Flushing 426dab8ce6dc1d86347f65415f6d7e81/cf1: closing flushed file at 1732296767311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1c7967: reopening flushed file at 1732296767328 (+17 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 426dab8ce6dc1d86347f65415f6d7e81 in 46ms, sequenceid=5, compaction requested=false at 1732296767339 (+11 ms)Writing region close event to WAL at 1732296767340 (+1 ms)Running coprocessor post-close hooks at 1732296767344 (+4 ms)Closed at 1732296767346 (+2 ms) 2024-11-22T17:32:47,347 INFO [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 426dab8ce6dc1d86347f65415f6d7e81 move to e61df7af61d2,36135,1732296752134 record at close sequenceid=5 2024-11-22T17:32:47,350 INFO [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:47,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=426dab8ce6dc1d86347f65415f6d7e81, regionState=CLOSED 2024-11-22T17:32:47,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 426dab8ce6dc1d86347f65415f6d7e81, server=e61df7af61d2,38597,1732296752284 because future has completed 2024-11-22T17:32:47,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T17:32:47,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 426dab8ce6dc1d86347f65415f6d7e81, server=e61df7af61d2,38597,1732296752284 in 220 msec 2024-11-22T17:32:47,358 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, REOPEN/MOVE; state=CLOSED, location=e61df7af61d2,36135,1732296752134; forceNewPlan=false, retain=false 2024-11-22T17:32:47,509 INFO [e61df7af61d2:44049 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-22T17:32:47,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=426dab8ce6dc1d86347f65415f6d7e81, regionState=OPENING, regionLocation=e61df7af61d2,36135,1732296752134 2024-11-22T17:32:47,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, REOPEN/MOVE because future has completed 2024-11-22T17:32:47,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 426dab8ce6dc1d86347f65415f6d7e81, server=e61df7af61d2,36135,1732296752134}] 2024-11-22T17:32:47,675 INFO [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:47,675 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 426dab8ce6dc1d86347f65415f6d7e81, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:32:47,675 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:47,676 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:47,676 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:47,676 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:47,678 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:47,679 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 426dab8ce6dc1d86347f65415f6d7e81 columnFamilyName cf1 2024-11-22T17:32:47,679 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:47,687 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf1/c6fe684966ec4248bb0479661bfaf68c 2024-11-22T17:32:47,687 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(327): Store=426dab8ce6dc1d86347f65415f6d7e81/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:47,687 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:47,688 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 426dab8ce6dc1d86347f65415f6d7e81 columnFamilyName cf2 2024-11-22T17:32:47,688 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:47,689 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(327): Store=426dab8ce6dc1d86347f65415f6d7e81/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:47,689 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:47,690 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:47,691 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:47,692 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:47,692 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:47,693 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T17:32:47,694 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:47,695 INFO [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 426dab8ce6dc1d86347f65415f6d7e81; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67554873, jitterRate=0.006646052002906799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T17:32:47,695 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:47,695 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 426dab8ce6dc1d86347f65415f6d7e81: Running coprocessor pre-open hook at 1732296767676Writing region info on filesystem at 1732296767676Initializing all the Stores at 1732296767677 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296767677Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296767677Cleaning up temporary data from old regions at 1732296767692 (+15 ms)Running coprocessor post-open hooks at 1732296767695 (+3 ms)Region opened successfully at 1732296767695 2024-11-22T17:32:47,697 INFO [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., pid=9, masterSystemTime=1732296767666 2024-11-22T17:32:47,699 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:47,699 INFO [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:47,700 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=426dab8ce6dc1d86347f65415f6d7e81, regionState=OPEN, openSeqNum=9, regionLocation=e61df7af61d2,36135,1732296752134 2024-11-22T17:32:47,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 426dab8ce6dc1d86347f65415f6d7e81, server=e61df7af61d2,36135,1732296752134 because future has completed 2024-11-22T17:32:47,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-22T17:32:47,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 426dab8ce6dc1d86347f65415f6d7e81, server=e61df7af61d2,36135,1732296752134 in 191 msec 2024-11-22T17:32:47,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, REOPEN/MOVE in 583 msec 2024-11-22T17:32:47,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T17:32:47,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T17:32:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38597 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:45594 deadline: 1732296827742, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e61df7af61d2 port=36135 startCode=1732296752134. As of locationSeqNum=5. 2024-11-22T17:32:47,752 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,38597,1732296752284, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,38597,1732296752284, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e61df7af61d2 port=36135 startCode=1732296752134. As of locationSeqNum=5. 2024-11-22T17:32:47,753 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,38597,1732296752284, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e61df7af61d2 port=36135 startCode=1732296752134. As of locationSeqNum=5. 2024-11-22T17:32:47,753 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,38597,1732296752284, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,36135,1732296752134, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e61df7af61d2 port=36135 startCode=1732296752134. As of locationSeqNum=5. 2024-11-22T17:32:47,867 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T17:32:47,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T17:32:47,878 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 426dab8ce6dc1d86347f65415f6d7e81 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-22T17:32:47,895 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/.tmp/cf1/f8283500d9184477b8e2d8355cf8f4fe is 29, key is r1/cf1:/1732296767870/DeleteFamily/seqid=0 2024-11-22T17:32:47,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741888_1066 (size=4906) 2024-11-22T17:32:47,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741888_1066 (size=4906) 2024-11-22T17:32:47,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741888_1066 (size=4906) 2024-11-22T17:32:47,904 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/.tmp/cf1/f8283500d9184477b8e2d8355cf8f4fe 2024-11-22T17:32:47,910 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8283500d9184477b8e2d8355cf8f4fe 2024-11-22T17:32:47,923 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/.tmp/cf2/c7bf838f3a2c4afd870612c1e1670319 is 29, key is r1/cf2:/1732296767870/DeleteFamily/seqid=0 2024-11-22T17:32:47,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741889_1067 (size=4906) 2024-11-22T17:32:47,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741889_1067 (size=4906) 2024-11-22T17:32:47,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741889_1067 (size=4906) 2024-11-22T17:32:47,931 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/.tmp/cf2/c7bf838f3a2c4afd870612c1e1670319 2024-11-22T17:32:47,936 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7bf838f3a2c4afd870612c1e1670319 2024-11-22T17:32:47,938 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/.tmp/cf1/f8283500d9184477b8e2d8355cf8f4fe as hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf1/f8283500d9184477b8e2d8355cf8f4fe 2024-11-22T17:32:47,944 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8283500d9184477b8e2d8355cf8f4fe 2024-11-22T17:32:47,944 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf1/f8283500d9184477b8e2d8355cf8f4fe, entries=1, sequenceid=12, filesize=4.8 K 2024-11-22T17:32:47,945 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/.tmp/cf2/c7bf838f3a2c4afd870612c1e1670319 as hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf2/c7bf838f3a2c4afd870612c1e1670319 2024-11-22T17:32:47,951 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7bf838f3a2c4afd870612c1e1670319 2024-11-22T17:32:47,951 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf2/c7bf838f3a2c4afd870612c1e1670319, entries=1, sequenceid=12, filesize=4.8 K 2024-11-22T17:32:47,952 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 426dab8ce6dc1d86347f65415f6d7e81 in 74ms, sequenceid=12, compaction requested=false 2024-11-22T17:32:47,952 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 426dab8ce6dc1d86347f65415f6d7e81: 2024-11-22T17:32:47,954 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T17:32:47,956 DEBUG [Time-limited test {}] regionserver.HStore(1541): 426dab8ce6dc1d86347f65415f6d7e81/cf1 is initiating major compaction (all files) 2024-11-22T17:32:47,956 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T17:32:47,956 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:47,956 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 426dab8ce6dc1d86347f65415f6d7e81/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:47,956 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf1/c6fe684966ec4248bb0479661bfaf68c, hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf1/f8283500d9184477b8e2d8355cf8f4fe] into tmpdir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/.tmp, totalSize=9.5 K 2024-11-22T17:32:47,958 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c6fe684966ec4248bb0479661bfaf68c, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732296767109 2024-11-22T17:32:47,958 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f8283500d9184477b8e2d8355cf8f4fe, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-22T17:32:47,969 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 426dab8ce6dc1d86347f65415f6d7e81#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T17:32:47,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741890_1068 (size=4626) 2024-11-22T17:32:47,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741890_1068 (size=4626) 2024-11-22T17:32:47,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741890_1068 (size=4626) 2024-11-22T17:32:47,983 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/.tmp/cf1/03736101f9a6420f96cecf8344c994aa as hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf1/03736101f9a6420f96cecf8344c994aa 2024-11-22T17:32:48,001 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 426dab8ce6dc1d86347f65415f6d7e81/cf1 of 426dab8ce6dc1d86347f65415f6d7e81 into 03736101f9a6420f96cecf8344c994aa(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T17:32:48,001 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 426dab8ce6dc1d86347f65415f6d7e81: 2024-11-22T17:32:48,001 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-22T17:32:48,001 DEBUG [Time-limited test {}] regionserver.HStore(1541): 426dab8ce6dc1d86347f65415f6d7e81/cf2 is initiating major compaction (all files) 2024-11-22T17:32:48,001 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T17:32:48,002 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T17:32:48,002 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 426dab8ce6dc1d86347f65415f6d7e81/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:48,002 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf2/c7bf838f3a2c4afd870612c1e1670319] into tmpdir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/.tmp, totalSize=4.8 K 2024-11-22T17:32:48,003 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c7bf838f3a2c4afd870612c1e1670319, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-22T17:32:48,009 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 426dab8ce6dc1d86347f65415f6d7e81#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T17:32:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741891_1069 (size=4592) 2024-11-22T17:32:48,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741891_1069 (size=4592) 2024-11-22T17:32:48,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741891_1069 (size=4592) 2024-11-22T17:32:48,023 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/.tmp/cf2/73fd9816fed941859fd501bf12f1352b as hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf2/73fd9816fed941859fd501bf12f1352b 2024-11-22T17:32:48,030 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 426dab8ce6dc1d86347f65415f6d7e81/cf2 of 426dab8ce6dc1d86347f65415f6d7e81 into 73fd9816fed941859fd501bf12f1352b(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T17:32:48,030 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 426dab8ce6dc1d86347f65415f6d7e81: 2024-11-22T17:32:48,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=426dab8ce6dc1d86347f65415f6d7e81, source=e61df7af61d2,36135,1732296752134, destination=e61df7af61d2,38597,1732296752284, warming up region on e61df7af61d2,38597,1732296752284 2024-11-22T17:32:48,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=426dab8ce6dc1d86347f65415f6d7e81, source=e61df7af61d2,36135,1732296752134, destination=e61df7af61d2,38597,1732296752284, running balancer 2024-11-22T17:32:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, REOPEN/MOVE 2024-11-22T17:32:48,037 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, REOPEN/MOVE 2024-11-22T17:32:48,038 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=426dab8ce6dc1d86347f65415f6d7e81, regionState=CLOSING, regionLocation=e61df7af61d2,36135,1732296752134 2024-11-22T17:32:48,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38597 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38597 {}] regionserver.HRegion(7855): Warmup {ENCODED => 426dab8ce6dc1d86347f65415f6d7e81, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:32:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38597 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:48,039 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:48,040 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 426dab8ce6dc1d86347f65415f6d7e81 columnFamilyName cf1 2024-11-22T17:32:48,040 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:48,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, REOPEN/MOVE because future has completed 2024-11-22T17:32:48,042 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T17:32:48,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 426dab8ce6dc1d86347f65415f6d7e81, server=e61df7af61d2,36135,1732296752134}] 2024-11-22T17:32:48,049 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf1/03736101f9a6420f96cecf8344c994aa 2024-11-22T17:32:48,056 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf1/c6fe684966ec4248bb0479661bfaf68c 2024-11-22T17:32:48,063 INFO [StoreFileOpener-426dab8ce6dc1d86347f65415f6d7e81-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8283500d9184477b8e2d8355cf8f4fe 2024-11-22T17:32:48,064 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf1/f8283500d9184477b8e2d8355cf8f4fe 2024-11-22T17:32:48,064 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(327): Store=426dab8ce6dc1d86347f65415f6d7e81/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:48,064 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:48,066 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 426dab8ce6dc1d86347f65415f6d7e81 columnFamilyName cf2 2024-11-22T17:32:48,066 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:48,074 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf2/73fd9816fed941859fd501bf12f1352b 2024-11-22T17:32:48,080 INFO [StoreFileOpener-426dab8ce6dc1d86347f65415f6d7e81-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7bf838f3a2c4afd870612c1e1670319 2024-11-22T17:32:48,080 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf2/c7bf838f3a2c4afd870612c1e1670319 2024-11-22T17:32:48,080 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(327): Store=426dab8ce6dc1d86347f65415f6d7e81/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38597 {}] regionserver.HRegion(1722): Closing 426dab8ce6dc1d86347f65415f6d7e81, disabling compactions & flushes 2024-11-22T17:32:48,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38597 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38597 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38597 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. after waiting 0 ms 2024-11-22T17:32:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38597 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:48,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38597 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38597 {}] regionserver.HRegion(1676): Region close journal for 426dab8ce6dc1d86347f65415f6d7e81: Waiting for close lock at 1732296768081Disabling compacts and flushes for region at 1732296768081Disabling writes for close at 1732296768081Writing region close event to WAL at 1732296768082 (+1 ms)Closed at 1732296768082 2024-11-22T17:32:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-22T17:32:48,197 INFO [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:48,197 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T17:32:48,197 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 426dab8ce6dc1d86347f65415f6d7e81, disabling compactions & flushes 2024-11-22T17:32:48,197 INFO [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:48,197 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:48,197 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. after waiting 0 ms 2024-11-22T17:32:48,197 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:48,198 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf1/c6fe684966ec4248bb0479661bfaf68c, hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf1/f8283500d9184477b8e2d8355cf8f4fe] to archive 2024-11-22T17:32:48,201 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T17:32:48,205 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf1/c6fe684966ec4248bb0479661bfaf68c to hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf1/c6fe684966ec4248bb0479661bfaf68c 2024-11-22T17:32:48,207 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf1/f8283500d9184477b8e2d8355cf8f4fe to hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf1/f8283500d9184477b8e2d8355cf8f4fe 2024-11-22T17:32:48,220 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf2/c7bf838f3a2c4afd870612c1e1670319] to archive 2024-11-22T17:32:48,221 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T17:32:48,223 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf2/c7bf838f3a2c4afd870612c1e1670319 to hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf2/c7bf838f3a2c4afd870612c1e1670319 2024-11-22T17:32:48,229 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-22T17:32:48,230 INFO [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:48,230 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 426dab8ce6dc1d86347f65415f6d7e81: Waiting for close lock at 1732296768197Running coprocessor pre-close hooks at 1732296768197Disabling compacts and flushes for region at 1732296768197Disabling writes for close at 1732296768197Writing region close event to WAL at 1732296768225 (+28 ms)Running coprocessor post-close hooks at 1732296768230 (+5 ms)Closed at 1732296768230 2024-11-22T17:32:48,230 INFO [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 426dab8ce6dc1d86347f65415f6d7e81 move to e61df7af61d2,38597,1732296752284 record at close sequenceid=12 2024-11-22T17:32:48,233 INFO [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:48,233 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=426dab8ce6dc1d86347f65415f6d7e81, regionState=CLOSED 2024-11-22T17:32:48,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 426dab8ce6dc1d86347f65415f6d7e81, server=e61df7af61d2,36135,1732296752134 because future has completed 2024-11-22T17:32:48,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-22T17:32:48,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 426dab8ce6dc1d86347f65415f6d7e81, server=e61df7af61d2,36135,1732296752134 in 195 msec 2024-11-22T17:32:48,242 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, REOPEN/MOVE; state=CLOSED, location=e61df7af61d2,38597,1732296752284; forceNewPlan=false, retain=false 2024-11-22T17:32:48,393 INFO [e61df7af61d2:44049 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-22T17:32:48,393 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=426dab8ce6dc1d86347f65415f6d7e81, regionState=OPENING, regionLocation=e61df7af61d2,38597,1732296752284 2024-11-22T17:32:48,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, REOPEN/MOVE because future has completed 2024-11-22T17:32:48,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 426dab8ce6dc1d86347f65415f6d7e81, server=e61df7af61d2,38597,1732296752284}] 2024-11-22T17:32:48,564 INFO [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:48,564 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 426dab8ce6dc1d86347f65415f6d7e81, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:32:48,565 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:48,565 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:48,565 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:48,565 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:48,568 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:48,570 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 426dab8ce6dc1d86347f65415f6d7e81 columnFamilyName cf1 2024-11-22T17:32:48,570 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:48,577 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf1/03736101f9a6420f96cecf8344c994aa 2024-11-22T17:32:48,577 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(327): Store=426dab8ce6dc1d86347f65415f6d7e81/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:48,578 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:48,579 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 426dab8ce6dc1d86347f65415f6d7e81 columnFamilyName cf2 2024-11-22T17:32:48,579 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:48,585 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf2/73fd9816fed941859fd501bf12f1352b 2024-11-22T17:32:48,585 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(327): Store=426dab8ce6dc1d86347f65415f6d7e81/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:48,585 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:48,586 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:48,587 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:48,588 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:48,588 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:48,589 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T17:32:48,590 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:48,591 INFO [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 426dab8ce6dc1d86347f65415f6d7e81; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61626922, jitterRate=-0.08168730139732361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T17:32:48,591 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:48,592 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 426dab8ce6dc1d86347f65415f6d7e81: Running coprocessor pre-open hook at 1732296768566Writing region info on filesystem at 1732296768566Initializing all the Stores at 1732296768567 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296768567Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296768568 (+1 ms)Cleaning up temporary data from old regions at 1732296768588 (+20 ms)Running coprocessor post-open hooks at 1732296768591 (+3 ms)Region opened successfully at 1732296768592 (+1 ms) 2024-11-22T17:32:48,593 INFO [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., pid=12, masterSystemTime=1732296768555 2024-11-22T17:32:48,595 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:48,595 INFO [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:48,596 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=426dab8ce6dc1d86347f65415f6d7e81, regionState=OPEN, openSeqNum=18, regionLocation=e61df7af61d2,38597,1732296752284 2024-11-22T17:32:48,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 426dab8ce6dc1d86347f65415f6d7e81, server=e61df7af61d2,38597,1732296752284 because future has completed 2024-11-22T17:32:48,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-22T17:32:48,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 426dab8ce6dc1d86347f65415f6d7e81, server=e61df7af61d2,38597,1732296752284 in 199 msec 2024-11-22T17:32:48,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, REOPEN/MOVE in 567 msec 2024-11-22T17:32:48,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T17:32:48,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T17:32:48,643 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e61df7af61d2,38597,1732296752284: testing ***** 2024-11-22T17:32:48,643 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T17:32:48,645 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T17:32:48,646 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T17:32:48,649 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T17:32:48,650 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T17:32:48,657 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 325177832 }, "NonHeapMemoryUsage": { "committed": 170983424, "init": 7667712, "max": -1, "used": 168230896 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "e61df7af61d2", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 24, "ProcessCallTime_mean": 6, "ProcessCallTime_25th_percentile": 6, "ProcessCallTime_median": 12, "ProcessCallTime_75th_percentile": 18, "ProcessCallTime_90th_percentile": 21, "ProcessCallTime_95th_percentile": 22, "ProcessCallTime_98th_percentile": 23, "ProcessCallTime_99th_percentile": 23, "ProcessCallTime_99.9th_percentile": 23, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 24, "TotalCallTime_mean": 6, "TotalCallTime_25th_percentile": 6, "TotalCallTime_median": 12, "TotalCallTime_75th_percentile": 18, "TotalCallTime_90th_percentile": 21, "TotalCallTime_95th_percentile": 22, "TotalCallTime_98th_percentile": 23, "TotalCallTime_99th_percentile": 23, "TotalCallTime_99.9th_percentile": 23, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "e61df7af61d2", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:50740", "tag.serverName": "e61df7af61d2,38597,1732296752284", "tag.clusterId": "e1451c3c-6ef6-4456-84f2-1708a6b7f052", "tag.Context": "regionserver", "tag.Hostname": "e61df7af61d2", "regionCount": 1, "storeCount": 4, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732296752284, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 0.4, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 7, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 3, "ScanTime_mean": 1, "ScanTime_25th_percentile": 0, "ScanTime_median": 1, "ScanTime_75th_percentile": 2, "ScanTime_90th_percentile": 2, "ScanTime_95th_percentile": 2, "ScanTime_98th_percentile": 2, "ScanTime_99th_percentile": 2, "ScanTime_99.9th_percentile": 2, "ScanTime_TimeRangeCount_0-1": 4, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 2, "Put_min": 2, "Put_max": 7, "Put_mean": 4, "Put_25th_percentile": 3, "Put_median": 4, "Put_75th_percentile": 5, "Put_90th_percentile": 6, "Put_95th_percentile": 6, "Put_98th_percentile": 6, "Put_99th_percentile": 6, "Put_99.9th_percentile": 6, "Put_TimeRangeCount_0-1": 2, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 1, "Get_max": 1, "Get_mean": 1, "Get_25th_percentile": 1, "Get_median": 1, "Get_75th_percentile": 1, "Get_90th_percentile": 1, "Get_95th_percentile": 1, "Get_98th_percentile": 1, "Get_99th_percentile": 1, "Get_99.9th_percentile": 1, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 144, "ScanSize_mean": 72, "ScanSize_25th_percentile": 36, "ScanSize_median": 72, "ScanSize_75th_percentile": 108, "ScanSize_90th_percentile": 129, "ScanSize_95th_percentile": 136, "ScanSize_98th_percentile": 141, "ScanSize_99th_percentile": 142, "ScanSize_99.9th_percentile": 143, "ScanSize_SizeRangeCount_0-10": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-22T17:32:48,661 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44049 {}] master.MasterRpcServices(700): e61df7af61d2,38597,1732296752284 reported a fatal error: ***** ABORTING region server e61df7af61d2,38597,1732296752284: testing ***** 2024-11-22T17:32:48,663 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e61df7af61d2,38597,1732296752284' ***** 2024-11-22T17:32:48,663 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-22T17:32:48,664 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T17:32:48,664 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T17:32:48,664 INFO [RS:2;e61df7af61d2:38597 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-22T17:32:48,664 INFO [RS:2;e61df7af61d2:38597 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-22T17:32:48,665 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer(3091): Received CLOSE for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:54984 deadline: 1732296828664, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e61df7af61d2 port=38597 startCode=1732296752284. As of locationSeqNum=12. 2024-11-22T17:32:48,665 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer(956): aborting server e61df7af61d2,38597,1732296752284 2024-11-22T17:32:48,665 INFO [RS:2;e61df7af61d2:38597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T17:32:48,665 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 426dab8ce6dc1d86347f65415f6d7e81, disabling compactions & flushes 2024-11-22T17:32:48,665 INFO [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:48,665 INFO [RS:2;e61df7af61d2:38597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e61df7af61d2:38597. 2024-11-22T17:32:48,665 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:48,665 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. after waiting 0 ms 2024-11-22T17:32:48,666 DEBUG [RS:2;e61df7af61d2:38597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T17:32:48,666 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:48,666 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,36135,1732296752134, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,36135,1732296752134, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e61df7af61d2 port=38597 startCode=1732296752284. As of locationSeqNum=12. 2024-11-22T17:32:48,666 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,36135,1732296752134, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e61df7af61d2 port=38597 startCode=1732296752284. As of locationSeqNum=12. 2024-11-22T17:32:48,666 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,36135,1732296752134, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,38597,1732296752284, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e61df7af61d2 port=38597 startCode=1732296752284. As of locationSeqNum=12. 2024-11-22T17:32:48,666 DEBUG [RS:2;e61df7af61d2:38597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T17:32:48,667 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T17:32:48,667 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T17:32:48,667 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T17:32:48,667 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T17:32:48,668 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T17:32:48,668 DEBUG [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T17:32:48,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e61df7af61d2,38597,1732296752284 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:32:48,668 INFO [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T17:32:48,668 DEBUG [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 426dab8ce6dc1d86347f65415f6d7e81=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.} 2024-11-22T17:32:48,668 INFO [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:48,668 DEBUG [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T17:32:48,668 DEBUG [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T17:32:48,668 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 426dab8ce6dc1d86347f65415f6d7e81: Waiting for close lock at 1732296768665Running coprocessor pre-close hooks at 1732296768665Disabling compacts and flushes for region at 1732296768665Disabling writes for close at 1732296768666 (+1 ms)Writing region close event to WAL at 1732296768667 (+1 ms)Running coprocessor post-close hooks at 1732296768668 (+1 ms)Closed at 1732296768668 2024-11-22T17:32:48,668 DEBUG [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T17:32:48,668 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:48,668 DEBUG [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:48,669 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e61df7af61d2,38597,1732296752284 aborting 2024-11-22T17:32:48,669 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e61df7af61d2,38597,1732296752284 aborting 2024-11-22T17:32:48,669 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1 from cache 2024-11-22T17:32:48,670 ERROR [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-11-22T17:32:48,670 DEBUG [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T17:32:48,670 INFO [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T17:32:48,670 DEBUG [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732296768668Running coprocessor pre-close hooks at 1732296768668Disabling compacts and flushes for region at 1732296768668Disabling writes for close at 1732296768668Writing region close event to WAL at 1732296768670 (+2 ms)Running coprocessor post-close hooks at 1732296768670Closed at 1732296768670 2024-11-22T17:32:48,670 DEBUG [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T17:32:48,697 INFO [regionserver/e61df7af61d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T17:32:48,737 INFO [regionserver/e61df7af61d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T17:32:48,737 INFO [regionserver/e61df7af61d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T17:32:48,777 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T17:32:48,778 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1] 2024-11-22T17:32:48,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e61df7af61d2,38597,1732296752284 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:32:48,780 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e61df7af61d2,38597,1732296752284 aborting 2024-11-22T17:32:48,780 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e61df7af61d2,38597,1732296752284 aborting 2024-11-22T17:32:48,780 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1 from cache 2024-11-22T17:32:48,869 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer(976): stopping server e61df7af61d2,38597,1732296752284; all regions closed. 2024-11-22T17:32:48,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741836_1012 (size=3544) 2024-11-22T17:32:48,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741836_1012 (size=3544) 2024-11-22T17:32:48,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741836_1012 (size=3544) 2024-11-22T17:32:48,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741834_1010 (size=1399) 2024-11-22T17:32:48,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741834_1010 (size=1399) 2024-11-22T17:32:48,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741834_1010 (size=1399) 2024-11-22T17:32:48,882 DEBUG [RS:2;e61df7af61d2:38597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T17:32:48,882 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T17:32:48,882 INFO [RS:2;e61df7af61d2:38597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T17:32:48,882 INFO [RS:2;e61df7af61d2:38597 {}] hbase.ChoreService(370): Chore service for: regionserver/e61df7af61d2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T17:32:48,883 INFO [RS:2;e61df7af61d2:38597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T17:32:48,883 INFO [regionserver/e61df7af61d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T17:32:48,883 INFO [RS:2;e61df7af61d2:38597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38597 2024-11-22T17:32:48,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x101639ab1810003, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e61df7af61d2,38597,1732296752284 2024-11-22T17:32:48,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T17:32:48,946 INFO [RS:2;e61df7af61d2:38597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T17:32:48,948 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e61df7af61d2,38597,1732296752284] 2024-11-22T17:32:48,967 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e61df7af61d2,38597,1732296752284 already deleted, retry=false 2024-11-22T17:32:48,967 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e61df7af61d2,38597,1732296752284 on e61df7af61d2,44049,1732296751335 2024-11-22T17:32:48,976 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e61df7af61d2,38597,1732296752284, splitWal=true, meta=true 2024-11-22T17:32:48,980 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for e61df7af61d2,38597,1732296752284 (carryingMeta=true) e61df7af61d2,38597,1732296752284/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@e7b0ad7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T17:32:48,980 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e61df7af61d2,38597,1732296752284, splitWal=true, meta=true 2024-11-22T17:32:48,981 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e61df7af61d2,38597,1732296752284, splitWal=true, meta=true, isMeta: true 2024-11-22T17:32:48,983 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting 2024-11-22T17:32:48,984 INFO [PEWorker-2 {}] master.SplitWALManager(105): e61df7af61d2,38597,1732296752284 WAL count=1, meta=true 2024-11-22T17:32:48,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta}] 2024-11-22T17:32:48,987 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T17:32:48,989 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1] 2024-11-22T17:32:48,991 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e61df7af61d2:38597 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e61df7af61d2/172.17.0.2:38597 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:32:48,991 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=e61df7af61d2,36913,1732296752237 2024-11-22T17:32:48,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1, error=java.net.ConnectException: Call to address=e61df7af61d2:38597 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e61df7af61d2/172.17.0.2:38597 2024-11-22T17:32:48,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-22T17:32:48,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1 from cache 2024-11-22T17:32:48,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address e61df7af61d2:38597 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e61df7af61d2/172.17.0.2:38597 2024-11-22T17:32:48,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta, worker=e61df7af61d2,36913,1732296752237}] 2024-11-22T17:32:49,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x101639ab1810003, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T17:32:49,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38597-0x101639ab1810003, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T17:32:49,058 INFO [RS:2;e61df7af61d2:38597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T17:32:49,058 INFO [RS:2;e61df7af61d2:38597 {}] regionserver.HRegionServer(1031): Exiting; stopping=e61df7af61d2,38597,1732296752284; zookeeper connection closed. 2024-11-22T17:32:49,058 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@733ca8fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@733ca8fe 2024-11-22T17:32:49,156 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T17:32:49,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T17:32:49,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-22T17:32:49,177 INFO [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta, size=3.5 K (3544bytes) 2024-11-22T17:32:49,177 INFO [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta 2024-11-22T17:32:49,177 INFO [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta after 0ms 2024-11-22T17:32:49,181 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:49,182 INFO [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta took 6ms 2024-11-22T17:32:49,189 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-22T17:32:49,190 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta so closing down 2024-11-22T17:32:49,190 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T17:32:49,191 INFO [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta.temp 2024-11-22T17:32:49,192 INFO [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta.temp 2024-11-22T17:32:49,193 INFO [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T17:32:49,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741892_1070 (size=3330) 2024-11-22T17:32:49,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741892_1070 (size=3330) 2024-11-22T17:32:49,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741892_1070 (size=3330) 2024-11-22T17:32:49,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-22T17:32:49,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta.temp to hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-22T17:32:49,206 INFO [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 24 ms; skipped=1; WAL=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta, size=3.5 K, length=3544, corrupted=false, cancelled=false 2024-11-22T17:32:49,207 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta, journal: Splitting hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta, size=3.5 K (3544bytes) at 1732296769177Finishing writing output for hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta so closing down at 1732296769190 (+13 ms)Creating recovered edits writer path=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta.temp at 1732296769192 (+2 ms)3 split writer threads finished at 1732296769193 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732296769205 (+12 ms)Rename recovered edits hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta.temp to hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1732296769206 (+1 ms)Processed 16 edits across 1 Regions in 24 ms; skipped=1; WAL=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta, size=3.5 K, length=3544, corrupted=false, cancelled=false at 1732296769206 2024-11-22T17:32:49,207 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta 2024-11-22T17:32:49,208 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-22T17:32:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-22T17:32:49,215 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta to hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/oldWALs 2024-11-22T17:32:49,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T17:32:49,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta, worker=e61df7af61d2,36913,1732296752237 in 221 msec 2024-11-22T17:32:49,220 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=e61df7af61d2,36913,1732296752237 2024-11-22T17:32:49,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T17:32:49,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure e61df7af61d2%2C38597%2C1732296752284.meta.1732296754237.meta, worker=e61df7af61d2,36913,1732296752237 in 235 msec 2024-11-22T17:32:49,226 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting dir is empty, no logs to split. 2024-11-22T17:32:49,226 INFO [PEWorker-2 {}] master.SplitWALManager(105): e61df7af61d2,38597,1732296752284 WAL count=0, meta=true 2024-11-22T17:32:49,226 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if e61df7af61d2,38597,1732296752284 WAL splitting is done? wals=0, meta=true 2024-11-22T17:32:49,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T17:32:49,231 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T17:32:49,232 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T17:32:49,298 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T17:32:49,299 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1] 2024-11-22T17:32:49,300 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to e61df7af61d2:38597 this server is in the failed servers list 2024-11-22T17:32:49,300 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e61df7af61d2:38597 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e61df7af61d2:38597 2024-11-22T17:32:49,300 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e61df7af61d2:38597 2024-11-22T17:32:49,300 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1 from cache 2024-11-22T17:32:49,382 DEBUG [e61df7af61d2:44049 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-22T17:32:49,383 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(204): Hosts are {e61df7af61d2=0} racks are {/default-rack=0} 2024-11-22T17:32:49,383 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T17:32:49,383 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T17:32:49,383 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T17:32:49,383 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T17:32:49,383 INFO [e61df7af61d2:44049 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T17:32:49,383 INFO [e61df7af61d2:44049 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T17:32:49,383 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T17:32:49,383 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e61df7af61d2,36135,1732296752134 2024-11-22T17:32:49,385 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e61df7af61d2,36135,1732296752134, state=OPENING 2024-11-22T17:32:49,398 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T17:32:49,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T17:32:49,398 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T17:32:49,398 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T17:32:49,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T17:32:49,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T17:32:49,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T17:32:49,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e61df7af61d2,36135,1732296752134}] 2024-11-22T17:32:49,555 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T17:32:49,555 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:49,556 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T17:32:49,557 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e61df7af61d2%2C36135%2C1732296752134.meta, suffix=.meta, logDir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,36135,1732296752134, archiveDir=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/oldWALs, maxLogs=32 2024-11-22T17:32:49,570 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,36135,1732296752134/e61df7af61d2%2C36135%2C1732296752134.meta.1732296769557.meta, exclude list is [], retry=0 2024-11-22T17:32:49,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:49,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:49,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:49,574 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,36135,1732296752134/e61df7af61d2%2C36135%2C1732296752134.meta.1732296769557.meta 2024-11-22T17:32:49,575 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:39455:39455)] 2024-11-22T17:32:49,575 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:32:49,575 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T17:32:49,575 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T17:32:49,576 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T17:32:49,576 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T17:32:49,576 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:49,576 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T17:32:49,576 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T17:32:49,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T17:32:49,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T17:32:49,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:49,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T17:32:49,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T17:32:49,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T17:32:49,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:49,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T17:32:49,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T17:32:49,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T17:32:49,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:49,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T17:32:49,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T17:32:49,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T17:32:49,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:49,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T17:32:49,584 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T17:32:49,584 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740 2024-11-22T17:32:49,586 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740 2024-11-22T17:32:49,586 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-22T17:32:49,588 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/recovered.edits/0000000000000000018: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:49,590 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-22T17:32:49,591 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-11-22T17:32:49,611 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/.tmp/info/18014c4ba527472a9c1df7e1d66c0ab6 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81./info:regioninfo/1732296768596/Put/seqid=0 2024-11-22T17:32:49,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741894_1072 (size=11177) 2024-11-22T17:32:49,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741894_1072 (size=11177) 2024-11-22T17:32:49,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741894_1072 (size=11177) 2024-11-22T17:32:49,617 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/.tmp/info/18014c4ba527472a9c1df7e1d66c0ab6 2024-11-22T17:32:49,637 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/.tmp/ns/fbaa6c38087b435d8c0f2f8030831ace is 43, key is default/ns:d/1732296754421/Put/seqid=0 2024-11-22T17:32:49,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741895_1073 (size=5153) 2024-11-22T17:32:49,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741895_1073 (size=5153) 2024-11-22T17:32:49,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741895_1073 (size=5153) 2024-11-22T17:32:49,644 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/.tmp/ns/fbaa6c38087b435d8c0f2f8030831ace 2024-11-22T17:32:49,662 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/.tmp/table/2156783db0b7446388008680416932b4 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732296766877/Put/seqid=0 2024-11-22T17:32:49,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741896_1074 (size=5431) 2024-11-22T17:32:49,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741896_1074 (size=5431) 2024-11-22T17:32:49,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741896_1074 (size=5431) 2024-11-22T17:32:49,669 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/.tmp/table/2156783db0b7446388008680416932b4 2024-11-22T17:32:49,676 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/.tmp/info/18014c4ba527472a9c1df7e1d66c0ab6 as hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/info/18014c4ba527472a9c1df7e1d66c0ab6 2024-11-22T17:32:49,682 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/info/18014c4ba527472a9c1df7e1d66c0ab6, entries=36, sequenceid=18, filesize=10.9 K 2024-11-22T17:32:49,683 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/.tmp/ns/fbaa6c38087b435d8c0f2f8030831ace as hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/ns/fbaa6c38087b435d8c0f2f8030831ace 2024-11-22T17:32:49,689 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/ns/fbaa6c38087b435d8c0f2f8030831ace, entries=2, sequenceid=18, filesize=5.0 K 2024-11-22T17:32:49,690 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/.tmp/table/2156783db0b7446388008680416932b4 as hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/table/2156783db0b7446388008680416932b4 2024-11-22T17:32:49,697 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/table/2156783db0b7446388008680416932b4, entries=2, sequenceid=18, filesize=5.3 K 2024-11-22T17:32:49,697 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=18, compaction requested=false; wal=null 2024-11-22T17:32:49,698 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-22T17:32:49,699 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T17:32:49,700 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T17:32:49,700 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T17:32:49,702 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T17:32:49,704 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-22T17:32:49,705 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59536000, jitterRate=-0.11284446716308594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T17:32:49,706 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T17:32:49,706 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732296769576Writing region info on filesystem at 1732296769576Initializing all the Stores at 1732296769577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732296769577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732296769577Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296769577Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732296769577Obtaining lock to block concurrent updates at 1732296769591 (+14 ms)Preparing flush snapshotting stores in 1588230740 at 1732296769591Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1732296769591Flushing stores of hbase:meta,,1.1588230740 at 1732296769591Flushing 1588230740/info: creating writer at 1732296769591Flushing 1588230740/info: appending metadata at 1732296769610 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732296769610Flushing 1588230740/ns: creating writer at 1732296769624 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732296769637 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732296769637Flushing 1588230740/table: creating writer at 1732296769649 (+12 ms)Flushing 1588230740/table: appending metadata at 1732296769662 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732296769662Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66ab65d9: reopening flushed file at 1732296769675 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6913550b: reopening flushed file at 1732296769682 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c6131a4: reopening flushed file at 1732296769689 (+7 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=18, compaction requested=false; wal=null at 1732296769697 (+8 ms)Cleaning up temporary data from old regions at 1732296769700 (+3 ms)Running coprocessor post-open hooks at 1732296769706 (+6 ms)Region opened successfully at 1732296769706 2024-11-22T17:32:49,707 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732296769551 2024-11-22T17:32:49,710 DEBUG [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T17:32:49,710 INFO [RS_OPEN_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T17:32:49,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=e61df7af61d2,36135,1732296752134 2024-11-22T17:32:49,711 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e61df7af61d2,36135,1732296752134, state=OPEN 2024-11-22T17:32:49,725 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44049 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e61df7af61d2,36135,1732296752134, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T17:32:49,759 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T17:32:49,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T17:32:49,759 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T17:32:49,759 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e61df7af61d2,36135,1732296752134 2024-11-22T17:32:49,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T17:32:49,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T17:32:49,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T17:32:49,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-22T17:32:49,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e61df7af61d2,36135,1732296752134 in 361 msec 2024-11-22T17:32:49,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-22T17:32:49,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 533 msec 2024-11-22T17:32:49,764 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): e61df7af61d2,38597,1732296752284 had 2 regions 2024-11-22T17:32:49,765 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e61df7af61d2,38597,1732296752284, splitWal=true, meta=true, isMeta: false 2024-11-22T17:32:49,767 INFO [PEWorker-1 {}] master.SplitWALManager(105): e61df7af61d2,38597,1732296752284 WAL count=1, meta=false 2024-11-22T17:32:49,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e61df7af61d2%2C38597%2C1732296752284.1732296753840}] 2024-11-22T17:32:49,770 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=e61df7af61d2,36135,1732296752134 2024-11-22T17:32:49,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e61df7af61d2%2C38597%2C1732296752284.1732296753840, worker=e61df7af61d2,36135,1732296752134}] 2024-11-22T17:32:49,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T17:32:49,808 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,36135,1732296752134, seqNum=-1] 2024-11-22T17:32:49,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36135 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-11-22T17:32:49,928 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e61df7af61d2:38597 this server is in the failed servers list 2024-11-22T17:32:49,928 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,38597,1732296752284, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,38597,1732296752284, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e61df7af61d2:38597 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e61df7af61d2:38597 2024-11-22T17:32:49,928 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,38597,1732296752284, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e61df7af61d2:38597 2024-11-22T17:32:49,928 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,38597,1732296752284, seqNum=12 from cache 2024-11-22T17:32:49,939 INFO [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.1732296753840, size=1.4 K (1399bytes) 2024-11-22T17:32:49,939 INFO [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.1732296753840 2024-11-22T17:32:49,939 INFO [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.1732296753840 after 0ms 2024-11-22T17:32:49,942 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.1732296753840: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:49,942 INFO [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.1732296753840 took 3ms 2024-11-22T17:32:49,945 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for 426dab8ce6dc1d86347f65415f6d7e81: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-22T17:32:49,945 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.1732296753840 so closing down 2024-11-22T17:32:49,945 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T17:32:49,945 INFO [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T17:32:49,946 INFO [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.1732296753840, size=1.4 K, length=1399, corrupted=false, cancelled=false 2024-11-22T17:32:49,946 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.1732296753840, journal: Splitting hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.1732296753840, size=1.4 K (1399bytes) at 1732296769939Finishing writing output for hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.1732296753840 so closing down at 1732296769945 (+6 ms)3 split writer threads finished at 1732296769945Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.1732296753840, size=1.4 K, length=1399, corrupted=false, cancelled=false at 1732296769946 (+1 ms) 2024-11-22T17:32:49,946 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.1732296753840 2024-11-22T17:32:49,946 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e61df7af61d2:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-22T17:32:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44049 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-11-22T17:32:49,950 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting/e61df7af61d2%2C38597%2C1732296752284.1732296753840 to hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/oldWALs 2024-11-22T17:32:49,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-22T17:32:49,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e61df7af61d2%2C38597%2C1732296752284.1732296753840, worker=e61df7af61d2,36135,1732296752134 in 180 msec 2024-11-22T17:32:49,955 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=e61df7af61d2,36135,1732296752134 2024-11-22T17:32:49,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-22T17:32:49,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure e61df7af61d2%2C38597%2C1732296752284.1732296753840, worker=e61df7af61d2,36135,1732296752134 in 188 msec 2024-11-22T17:32:49,959 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,38597,1732296752284-splitting dir is empty, no logs to split. 2024-11-22T17:32:49,959 INFO [PEWorker-1 {}] master.SplitWALManager(105): e61df7af61d2,38597,1732296752284 WAL count=0, meta=false 2024-11-22T17:32:49,959 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e61df7af61d2,38597,1732296752284 WAL splitting is done? wals=0, meta=false 2024-11-22T17:32:49,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, ASSIGN}] 2024-11-22T17:32:49,963 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, ASSIGN 2024-11-22T17:32:49,964 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T17:32:50,114 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(204): Hosts are {e61df7af61d2=0} racks are {/default-rack=0} 2024-11-22T17:32:50,114 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T17:32:50,114 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T17:32:50,114 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T17:32:50,115 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T17:32:50,115 INFO [e61df7af61d2:44049 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T17:32:50,115 INFO [e61df7af61d2:44049 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T17:32:50,115 DEBUG [e61df7af61d2:44049 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T17:32:50,115 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=426dab8ce6dc1d86347f65415f6d7e81, regionState=OPENING, regionLocation=e61df7af61d2,36135,1732296752134 2024-11-22T17:32:50,116 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e61df7af61d2:38597 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e61df7af61d2/172.17.0.2:38597 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:32:50,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1, error=java.net.ConnectException: Call to address=e61df7af61d2:38597 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e61df7af61d2/172.17.0.2:38597 2024-11-22T17:32:50,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-22T17:32:50,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,38597,1732296752284, seqNum=-1 from cache 2024-11-22T17:32:50,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address e61df7af61d2:38597 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e61df7af61d2/172.17.0.2:38597 2024-11-22T17:32:50,143 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,38597,1732296752284, seqNum=18] 2024-11-22T17:32:50,143 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to e61df7af61d2:38597 this server is in the failed servers list 2024-11-22T17:32:50,143 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,38597,1732296752284, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,38597,1732296752284, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e61df7af61d2:38597 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e61df7af61d2:38597 2024-11-22T17:32:50,143 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,38597,1732296752284, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e61df7af61d2:38597 2024-11-22T17:32:50,143 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,38597,1732296752284, seqNum=18 from cache 2024-11-22T17:32:50,228 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T17:32:50,228 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e61df7af61d2,36135,1732296752134, seqNum=-1] 2024-11-22T17:32:50,228 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T17:32:50,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T17:32:50,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, ASSIGN because future has completed 2024-11-22T17:32:50,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 426dab8ce6dc1d86347f65415f6d7e81, server=e61df7af61d2,36135,1732296752134}] 2024-11-22T17:32:50,389 INFO [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:50,390 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 426dab8ce6dc1d86347f65415f6d7e81, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:32:50,390 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:50,390 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:50,390 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:50,390 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:50,392 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:50,393 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 426dab8ce6dc1d86347f65415f6d7e81 columnFamilyName cf1 2024-11-22T17:32:50,393 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:50,399 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf1/03736101f9a6420f96cecf8344c994aa 2024-11-22T17:32:50,400 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(327): Store=426dab8ce6dc1d86347f65415f6d7e81/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:50,400 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:50,401 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 426dab8ce6dc1d86347f65415f6d7e81 columnFamilyName cf2 2024-11-22T17:32:50,401 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:50,408 DEBUG [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/cf2/73fd9816fed941859fd501bf12f1352b 2024-11-22T17:32:50,408 INFO [StoreOpener-426dab8ce6dc1d86347f65415f6d7e81-1 {}] regionserver.HStore(327): Store=426dab8ce6dc1d86347f65415f6d7e81/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:50,408 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:50,409 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:50,410 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:50,411 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:50,411 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:50,411 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T17:32:50,413 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:50,414 INFO [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 426dab8ce6dc1d86347f65415f6d7e81; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69783085, jitterRate=0.03984899818897247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T17:32:50,414 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:32:50,414 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 426dab8ce6dc1d86347f65415f6d7e81: Running coprocessor pre-open hook at 1732296770390Writing region info on filesystem at 1732296770390Initializing all the Stores at 1732296770391 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296770391Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296770392 (+1 ms)Cleaning up temporary data from old regions at 1732296770411 (+19 ms)Running coprocessor post-open hooks at 1732296770414 (+3 ms)Region opened successfully at 1732296770414 2024-11-22T17:32:50,416 INFO [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., pid=21, masterSystemTime=1732296770386 2024-11-22T17:32:50,418 DEBUG [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:50,418 INFO [RS_OPEN_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:32:50,419 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=426dab8ce6dc1d86347f65415f6d7e81, regionState=OPEN, openSeqNum=18, regionLocation=e61df7af61d2,36135,1732296752134 2024-11-22T17:32:50,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 426dab8ce6dc1d86347f65415f6d7e81, server=e61df7af61d2,36135,1732296752134 because future has completed 2024-11-22T17:32:50,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-22T17:32:50,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 426dab8ce6dc1d86347f65415f6d7e81, server=e61df7af61d2,36135,1732296752134 in 190 msec 2024-11-22T17:32:50,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-22T17:32:50,428 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server e61df7af61d2,38597,1732296752284 after splitting done 2024-11-22T17:32:50,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=426dab8ce6dc1d86347f65415f6d7e81, ASSIGN in 464 msec 2024-11-22T17:32:50,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure e61df7af61d2,38597,1732296752284, splitWal=true, meta=true in 1.4590 sec 2024-11-22T17:32:50,453 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81., hostname=e61df7af61d2,36135,1732296752134, seqNum=18] 2024-11-22T17:32:50,466 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=413 (was 418), OpenFileDescriptor=1048 (was 1025) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 256), ProcessCount=11 (was 11), AvailableMemoryMB=2413 (was 2472) 2024-11-22T17:32:50,466 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-11-22T17:32:50,477 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=413, OpenFileDescriptor=1048, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=2413 2024-11-22T17:32:50,478 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-11-22T17:32:50,492 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:50,494 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:50,495 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T17:32:50,498 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-47186339, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/hregion-47186339, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:50,510 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-47186339/hregion-47186339.1732296770498, exclude list is [], retry=0 2024-11-22T17:32:50,513 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:50,513 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:50,513 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:50,515 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-47186339/hregion-47186339.1732296770498 2024-11-22T17:32:50,516 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:39455:39455)] 2024-11-22T17:32:50,516 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f7ed0d99f000c408b6220ad983a73564, NAME => 'testReplayEditsWrittenViaHRegion,,1732296770493.f7ed0d99f000c408b6220ad983a73564.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34531/hbase 2024-11-22T17:32:50,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741898_1076 (size=67) 2024-11-22T17:32:50,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741898_1076 (size=67) 2024-11-22T17:32:50,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741898_1076 (size=67) 2024-11-22T17:32:50,526 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732296770493.f7ed0d99f000c408b6220ad983a73564.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:50,527 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,528 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ed0d99f000c408b6220ad983a73564 columnFamilyName a 2024-11-22T17:32:50,528 DEBUG [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:50,529 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.HStore(327): Store=f7ed0d99f000c408b6220ad983a73564/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:50,529 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,530 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ed0d99f000c408b6220ad983a73564 columnFamilyName b 2024-11-22T17:32:50,530 DEBUG [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:50,531 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.HStore(327): Store=f7ed0d99f000c408b6220ad983a73564/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:50,531 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,532 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ed0d99f000c408b6220ad983a73564 columnFamilyName c 2024-11-22T17:32:50,532 DEBUG [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:50,533 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.HStore(327): Store=f7ed0d99f000c408b6220ad983a73564/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:50,533 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,533 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,534 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,535 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,535 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,535 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T17:32:50,536 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,538 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T17:32:50,538 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f7ed0d99f000c408b6220ad983a73564; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75145767, jitterRate=0.11975918710231781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T17:32:50,539 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f7ed0d99f000c408b6220ad983a73564: Writing region info on filesystem at 1732296770526Initializing all the Stores at 1732296770527 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296770527Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296770527Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296770527Cleaning up temporary data from old regions at 1732296770535 (+8 ms)Region opened successfully at 1732296770539 (+4 ms) 2024-11-22T17:32:50,539 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f7ed0d99f000c408b6220ad983a73564, disabling compactions & flushes 2024-11-22T17:32:50,539 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732296770493.f7ed0d99f000c408b6220ad983a73564. 2024-11-22T17:32:50,539 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732296770493.f7ed0d99f000c408b6220ad983a73564. 2024-11-22T17:32:50,539 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732296770493.f7ed0d99f000c408b6220ad983a73564. after waiting 0 ms 2024-11-22T17:32:50,539 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732296770493.f7ed0d99f000c408b6220ad983a73564. 2024-11-22T17:32:50,540 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732296770493.f7ed0d99f000c408b6220ad983a73564. 2024-11-22T17:32:50,540 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f7ed0d99f000c408b6220ad983a73564: Waiting for close lock at 1732296770539Disabling compacts and flushes for region at 1732296770539Disabling writes for close at 1732296770539Writing region close event to WAL at 1732296770539Closed at 1732296770539 2024-11-22T17:32:50,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741897_1075 (size=95) 2024-11-22T17:32:50,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741897_1075 (size=95) 2024-11-22T17:32:50,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741897_1075 (size=95) 2024-11-22T17:32:50,545 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T17:32:50,545 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-47186339:(num 1732296770498) 2024-11-22T17:32:50,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:32:50,547 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:50,559 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492/wal.1732296770547, exclude list is [], retry=0 2024-11-22T17:32:50,562 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:50,562 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:50,562 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:50,564 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492/wal.1732296770547 2024-11-22T17:32:50,564 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-22T17:32:50,564 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f7ed0d99f000c408b6220ad983a73564, NAME => 'testReplayEditsWrittenViaHRegion,,1732296770493.f7ed0d99f000c408b6220ad983a73564.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:32:50,564 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732296770493.f7ed0d99f000c408b6220ad983a73564.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:50,564 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,564 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,566 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,567 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ed0d99f000c408b6220ad983a73564 columnFamilyName a 2024-11-22T17:32:50,567 DEBUG [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:50,567 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.HStore(327): Store=f7ed0d99f000c408b6220ad983a73564/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:50,568 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,569 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ed0d99f000c408b6220ad983a73564 columnFamilyName b 2024-11-22T17:32:50,569 DEBUG [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:50,569 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.HStore(327): Store=f7ed0d99f000c408b6220ad983a73564/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:50,570 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,570 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ed0d99f000c408b6220ad983a73564 columnFamilyName c 2024-11-22T17:32:50,571 DEBUG [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:50,571 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.HStore(327): Store=f7ed0d99f000c408b6220ad983a73564/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:50,571 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,572 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,573 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,574 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,574 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,574 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T17:32:50,575 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,576 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f7ed0d99f000c408b6220ad983a73564; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75333111, jitterRate=0.122550830245018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T17:32:50,577 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f7ed0d99f000c408b6220ad983a73564: Writing region info on filesystem at 1732296770565Initializing all the Stores at 1732296770565Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296770565Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296770566 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296770566Cleaning up temporary data from old regions at 1732296770574 (+8 ms)Region opened successfully at 1732296770577 (+3 ms) 2024-11-22T17:32:50,604 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f7ed0d99f000c408b6220ad983a73564 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-22T17:32:50,621 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/.tmp/a/52ffe08077ba4939ae046a177468bf0c is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732296770577/Put/seqid=0 2024-11-22T17:32:50,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741900_1078 (size=5958) 2024-11-22T17:32:50,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741900_1078 (size=5958) 2024-11-22T17:32:50,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741900_1078 (size=5958) 2024-11-22T17:32:50,639 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/.tmp/a/52ffe08077ba4939ae046a177468bf0c 2024-11-22T17:32:50,661 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/.tmp/b/fa115523a4ea46cb9f6056aa21dbd1f4 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732296770585/Put/seqid=0 2024-11-22T17:32:50,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741901_1079 (size=5958) 2024-11-22T17:32:50,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741901_1079 (size=5958) 2024-11-22T17:32:50,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741901_1079 (size=5958) 2024-11-22T17:32:50,680 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/.tmp/b/fa115523a4ea46cb9f6056aa21dbd1f4 2024-11-22T17:32:50,700 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/.tmp/c/f274401decc44de5b5662ba1d3d83a79 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732296770595/Put/seqid=0 2024-11-22T17:32:50,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741902_1080 (size=5958) 2024-11-22T17:32:50,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741902_1080 (size=5958) 2024-11-22T17:32:50,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741902_1080 (size=5958) 2024-11-22T17:32:50,707 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/.tmp/c/f274401decc44de5b5662ba1d3d83a79 2024-11-22T17:32:50,713 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/.tmp/a/52ffe08077ba4939ae046a177468bf0c as hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/a/52ffe08077ba4939ae046a177468bf0c 2024-11-22T17:32:50,718 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/a/52ffe08077ba4939ae046a177468bf0c, entries=10, sequenceid=33, filesize=5.8 K 2024-11-22T17:32:50,719 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/.tmp/b/fa115523a4ea46cb9f6056aa21dbd1f4 as hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/b/fa115523a4ea46cb9f6056aa21dbd1f4 2024-11-22T17:32:50,724 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/b/fa115523a4ea46cb9f6056aa21dbd1f4, entries=10, sequenceid=33, filesize=5.8 K 2024-11-22T17:32:50,725 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/.tmp/c/f274401decc44de5b5662ba1d3d83a79 as hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/c/f274401decc44de5b5662ba1d3d83a79 2024-11-22T17:32:50,730 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/c/f274401decc44de5b5662ba1d3d83a79, entries=10, sequenceid=33, filesize=5.8 K 2024-11-22T17:32:50,731 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for f7ed0d99f000c408b6220ad983a73564 in 127ms, sequenceid=33, compaction requested=false 2024-11-22T17:32:50,731 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f7ed0d99f000c408b6220ad983a73564: 2024-11-22T17:32:50,731 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f7ed0d99f000c408b6220ad983a73564, disabling compactions & flushes 2024-11-22T17:32:50,731 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732296770493.f7ed0d99f000c408b6220ad983a73564. 2024-11-22T17:32:50,732 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732296770493.f7ed0d99f000c408b6220ad983a73564. 2024-11-22T17:32:50,732 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732296770493.f7ed0d99f000c408b6220ad983a73564. after waiting 0 ms 2024-11-22T17:32:50,732 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732296770493.f7ed0d99f000c408b6220ad983a73564. 2024-11-22T17:32:50,736 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732296770493.f7ed0d99f000c408b6220ad983a73564. 2024-11-22T17:32:50,736 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f7ed0d99f000c408b6220ad983a73564: Waiting for close lock at 1732296770731Disabling compacts and flushes for region at 1732296770731Disabling writes for close at 1732296770732 (+1 ms)Writing region close event to WAL at 1732296770736 (+4 ms)Closed at 1732296770736 2024-11-22T17:32:50,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741899_1077 (size=3384) 2024-11-22T17:32:50,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741899_1077 (size=3384) 2024-11-22T17:32:50,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741899_1077 (size=3384) 2024-11-22T17:32:50,744 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/b/fa115523a4ea46cb9f6056aa21dbd1f4 to hdfs://localhost:34531/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/b/fa115523a4ea46cb9f6056aa21dbd1f4 2024-11-22T17:32:50,760 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34531/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492/wal.1732296770547, size=3.3 K (3384bytes) 2024-11-22T17:32:50,760 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34531/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492/wal.1732296770547 2024-11-22T17:32:50,760 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34531/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492/wal.1732296770547 after 0ms 2024-11-22T17:32:50,762 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492/wal.1732296770547: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:50,762 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34531/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492/wal.1732296770547 took 2ms 2024-11-22T17:32:50,765 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34531/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492/wal.1732296770547 so closing down 2024-11-22T17:32:50,765 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T17:32:50,765 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732296770547.temp 2024-11-22T17:32:50,767 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/recovered.edits/0000000000000000003-wal.1732296770547.temp 2024-11-22T17:32:50,767 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T17:32:50,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741903_1081 (size=2944) 2024-11-22T17:32:50,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741903_1081 (size=2944) 2024-11-22T17:32:50,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741903_1081 (size=2944) 2024-11-22T17:32:50,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/recovered.edits/0000000000000000003-wal.1732296770547.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-22T17:32:50,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/recovered.edits/0000000000000000003-wal.1732296770547.temp to hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/recovered.edits/0000000000000000032 2024-11-22T17:32:50,782 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 19 ms; skipped=2; WAL=hdfs://localhost:34531/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492/wal.1732296770547, size=3.3 K, length=3384, corrupted=false, cancelled=false 2024-11-22T17:32:50,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34531/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492/wal.1732296770547, journal: Splitting hdfs://localhost:34531/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492/wal.1732296770547, size=3.3 K (3384bytes) at 1732296770760Finishing writing output for hdfs://localhost:34531/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492/wal.1732296770547 so closing down at 1732296770765 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/recovered.edits/0000000000000000003-wal.1732296770547.temp at 1732296770767 (+2 ms)3 split writer threads finished at 1732296770767Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/recovered.edits/0000000000000000003-wal.1732296770547.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732296770781 (+14 ms)Rename recovered edits hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/recovered.edits/0000000000000000003-wal.1732296770547.temp to hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/recovered.edits/0000000000000000032 at 1732296770782 (+1 ms)Processed 32 edits across 1 Regions in 19 ms; skipped=2; WAL=hdfs://localhost:34531/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492/wal.1732296770547, size=3.3 K, length=3384, corrupted=false, cancelled=false at 1732296770782 2024-11-22T17:32:50,784 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34531/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492/wal.1732296770547 to hdfs://localhost:34531/hbase/oldWALs/wal.1732296770547 2024-11-22T17:32:50,785 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/recovered.edits/0000000000000000032 2024-11-22T17:32:50,785 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:32:50,787 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:50,799 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492/wal.1732296770787, exclude list is [], retry=0 2024-11-22T17:32:50,802 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:50,802 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:50,802 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:50,806 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492/wal.1732296770787 2024-11-22T17:32:50,806 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:38457:38457)] 2024-11-22T17:32:50,806 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f7ed0d99f000c408b6220ad983a73564, NAME => 'testReplayEditsWrittenViaHRegion,,1732296770493.f7ed0d99f000c408b6220ad983a73564.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:32:50,806 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732296770493.f7ed0d99f000c408b6220ad983a73564.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:50,806 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,807 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,808 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,809 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ed0d99f000c408b6220ad983a73564 columnFamilyName a 2024-11-22T17:32:50,809 DEBUG [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:50,813 DEBUG [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/a/52ffe08077ba4939ae046a177468bf0c 2024-11-22T17:32:50,814 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.HStore(327): Store=f7ed0d99f000c408b6220ad983a73564/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:50,814 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,815 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ed0d99f000c408b6220ad983a73564 columnFamilyName b 2024-11-22T17:32:50,815 DEBUG [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:50,816 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.HStore(327): Store=f7ed0d99f000c408b6220ad983a73564/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:50,816 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,817 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ed0d99f000c408b6220ad983a73564 columnFamilyName c 2024-11-22T17:32:50,817 DEBUG [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:50,823 DEBUG [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/c/f274401decc44de5b5662ba1d3d83a79 2024-11-22T17:32:50,824 INFO [StoreOpener-f7ed0d99f000c408b6220ad983a73564-1 {}] regionserver.HStore(327): Store=f7ed0d99f000c408b6220ad983a73564/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:50,824 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,825 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,827 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,829 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/recovered.edits/0000000000000000032 2024-11-22T17:32:50,834 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:32:50,836 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/recovered.edits/0000000000000000032 2024-11-22T17:32:50,836 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f7ed0d99f000c408b6220ad983a73564 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-22T17:32:50,859 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/.tmp/b/e7fceee15dbf47d182331e5800ff2b1c is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732296770585/Put/seqid=0 2024-11-22T17:32:50,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741905_1083 (size=5958) 2024-11-22T17:32:50,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741905_1083 (size=5958) 2024-11-22T17:32:50,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741905_1083 (size=5958) 2024-11-22T17:32:50,882 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/.tmp/b/e7fceee15dbf47d182331e5800ff2b1c 2024-11-22T17:32:50,889 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/.tmp/b/e7fceee15dbf47d182331e5800ff2b1c as hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/b/e7fceee15dbf47d182331e5800ff2b1c 2024-11-22T17:32:50,895 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/b/e7fceee15dbf47d182331e5800ff2b1c, entries=10, sequenceid=32, filesize=5.8 K 2024-11-22T17:32:50,895 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for f7ed0d99f000c408b6220ad983a73564 in 59ms, sequenceid=32, compaction requested=false; wal=null 2024-11-22T17:32:50,896 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/recovered.edits/0000000000000000032 2024-11-22T17:32:50,897 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,897 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,898 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T17:32:50,900 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f7ed0d99f000c408b6220ad983a73564 2024-11-22T17:32:50,905 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/f7ed0d99f000c408b6220ad983a73564/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-22T17:32:50,906 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f7ed0d99f000c408b6220ad983a73564; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68950708, jitterRate=0.027445614337921143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T17:32:50,907 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f7ed0d99f000c408b6220ad983a73564: Writing region info on filesystem at 1732296770807Initializing all the Stores at 1732296770808 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296770808Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296770808Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296770808Obtaining lock to block concurrent updates at 1732296770836 (+28 ms)Preparing flush snapshotting stores in f7ed0d99f000c408b6220ad983a73564 at 1732296770836Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732296770493.f7ed0d99f000c408b6220ad983a73564., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732296770836Flushing stores of testReplayEditsWrittenViaHRegion,,1732296770493.f7ed0d99f000c408b6220ad983a73564. at 1732296770836Flushing f7ed0d99f000c408b6220ad983a73564/b: creating writer at 1732296770837 (+1 ms)Flushing f7ed0d99f000c408b6220ad983a73564/b: appending metadata at 1732296770858 (+21 ms)Flushing f7ed0d99f000c408b6220ad983a73564/b: closing flushed file at 1732296770858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d763079: reopening flushed file at 1732296770888 (+30 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for f7ed0d99f000c408b6220ad983a73564 in 59ms, sequenceid=32, compaction requested=false; wal=null at 1732296770895 (+7 ms)Cleaning up temporary data from old regions at 1732296770897 (+2 ms)Region opened successfully at 1732296770907 (+10 ms) 2024-11-22T17:32:50,938 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=421 (was 413) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:40530 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:45290 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:40254 [Waiting for operation #48] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-822804123-172.17.0.2-1732296746753:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:40672 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:40480 [Waiting for operation #30] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-822804123-172.17.0.2-1732296746753:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:45144 [Waiting for operation #45] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-822804123-172.17.0.2-1732296746753:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1122 (was 1048) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 251), ProcessCount=11 (was 11), AvailableMemoryMB=2371 (was 2413) 2024-11-22T17:32:50,938 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1122 is superior to 1024 2024-11-22T17:32:50,951 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=421, OpenFileDescriptor=1122, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=2369 2024-11-22T17:32:50,951 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1122 is superior to 1024 2024-11-22T17:32:50,966 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:50,968 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:32:50,968 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T17:32:50,971 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-72946284, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/hregion-72946284, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:50,984 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-72946284/hregion-72946284.1732296770971, exclude list is [], retry=0 2024-11-22T17:32:50,987 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:50,987 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:50,987 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:50,990 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-72946284/hregion-72946284.1732296770971 2024-11-22T17:32:50,992 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-22T17:32:50,992 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => be68a9a116bba1ac82d50d9da251165b, NAME => 'testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34531/hbase 2024-11-22T17:32:51,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741907_1085 (size=68) 2024-11-22T17:32:51,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741907_1085 (size=68) 2024-11-22T17:32:51,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741907_1085 (size=68) 2024-11-22T17:32:51,011 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:51,013 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,015 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be68a9a116bba1ac82d50d9da251165b columnFamilyName a 2024-11-22T17:32:51,015 DEBUG [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:51,015 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] regionserver.HStore(327): Store=be68a9a116bba1ac82d50d9da251165b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:51,016 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,017 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be68a9a116bba1ac82d50d9da251165b columnFamilyName b 2024-11-22T17:32:51,017 DEBUG [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:51,018 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] regionserver.HStore(327): Store=be68a9a116bba1ac82d50d9da251165b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:51,018 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,020 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be68a9a116bba1ac82d50d9da251165b columnFamilyName c 2024-11-22T17:32:51,020 DEBUG [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:51,020 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] regionserver.HStore(327): Store=be68a9a116bba1ac82d50d9da251165b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:51,020 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,021 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,021 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,022 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,022 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,023 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T17:32:51,024 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,026 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T17:32:51,027 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened be68a9a116bba1ac82d50d9da251165b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60327292, jitterRate=-0.10105329751968384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T17:32:51,028 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for be68a9a116bba1ac82d50d9da251165b: Writing region info on filesystem at 1732296771012Initializing all the Stores at 1732296771013 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296771013Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296771013Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296771013Cleaning up temporary data from old regions at 1732296771022 (+9 ms)Region opened successfully at 1732296771028 (+6 ms) 2024-11-22T17:32:51,028 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing be68a9a116bba1ac82d50d9da251165b, disabling compactions & flushes 2024-11-22T17:32:51,028 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b. 2024-11-22T17:32:51,028 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b. 2024-11-22T17:32:51,028 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b. after waiting 0 ms 2024-11-22T17:32:51,028 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b. 2024-11-22T17:32:51,028 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b. 2024-11-22T17:32:51,029 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for be68a9a116bba1ac82d50d9da251165b: Waiting for close lock at 1732296771028Disabling compacts and flushes for region at 1732296771028Disabling writes for close at 1732296771028Writing region close event to WAL at 1732296771028Closed at 1732296771028 2024-11-22T17:32:51,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741906_1084 (size=95) 2024-11-22T17:32:51,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741906_1084 (size=95) 2024-11-22T17:32:51,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741906_1084 (size=95) 2024-11-22T17:32:51,034 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T17:32:51,034 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-72946284:(num 1732296770971) 2024-11-22T17:32:51,034 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:32:51,036 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:32:51,053 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965/wal.1732296771037, exclude list is [], retry=0 2024-11-22T17:32:51,056 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:32:51,056 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:32:51,057 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:32:51,059 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965/wal.1732296771037 2024-11-22T17:32:51,059 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:39455:39455)] 2024-11-22T17:32:51,131 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => be68a9a116bba1ac82d50d9da251165b, NAME => 'testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:32:51,134 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,134 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:32:51,134 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,134 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,136 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,137 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be68a9a116bba1ac82d50d9da251165b columnFamilyName a 2024-11-22T17:32:51,137 DEBUG [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:51,138 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] regionserver.HStore(327): Store=be68a9a116bba1ac82d50d9da251165b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:51,138 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,139 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be68a9a116bba1ac82d50d9da251165b columnFamilyName b 2024-11-22T17:32:51,139 DEBUG [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:51,140 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] regionserver.HStore(327): Store=be68a9a116bba1ac82d50d9da251165b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:51,140 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,141 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be68a9a116bba1ac82d50d9da251165b columnFamilyName c 2024-11-22T17:32:51,141 DEBUG [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:32:51,142 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] regionserver.HStore(327): Store=be68a9a116bba1ac82d50d9da251165b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:32:51,142 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,142 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,143 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,144 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,144 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,145 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T17:32:51,146 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,147 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened be68a9a116bba1ac82d50d9da251165b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71084663, jitterRate=0.05924402177333832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T17:32:51,147 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:32:51,148 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for be68a9a116bba1ac82d50d9da251165b: Running coprocessor pre-open hook at 1732296771134Writing region info on filesystem at 1732296771134Initializing all the Stores at 1732296771135 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296771136 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296771136Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296771136Cleaning up temporary data from old regions at 1732296771144 (+8 ms)Running coprocessor post-open hooks at 1732296771147 (+3 ms)Region opened successfully at 1732296771148 (+1 ms) 2024-11-22T17:32:51,165 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing be68a9a116bba1ac82d50d9da251165b 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-22T17:32:51,166 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for be68a9a116bba1ac82d50d9da251165b/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:32:51,693 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-22T17:32:51,694 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-22T17:32:51,695 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-22T17:32:51,695 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-22T17:32:51,697 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-22T17:32:51,697 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-22T17:32:51,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-22T17:32:51,699 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-22T17:32:51,700 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-22T17:32:51,700 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-22T17:32:52,167 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for be68a9a116bba1ac82d50d9da251165b/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:32:52,376 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T17:32:52,424 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T17:32:53,168 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for be68a9a116bba1ac82d50d9da251165b/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:32:54,170 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for be68a9a116bba1ac82d50d9da251165b/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:32:55,171 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for be68a9a116bba1ac82d50d9da251165b/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:32:56,172 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for be68a9a116bba1ac82d50d9da251165b/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:32:57,174 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for be68a9a116bba1ac82d50d9da251165b/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:32:58,174 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for be68a9a116bba1ac82d50d9da251165b/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:32:59,175 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for be68a9a116bba1ac82d50d9da251165b/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:33:00,176 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for be68a9a116bba1ac82d50d9da251165b/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:33:00,177 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for be68a9a116bba1ac82d50d9da251165b: 2024-11-22T17:33:00,177 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b. 2024-11-22T17:33:00,190 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for be68a9a116bba1ac82d50d9da251165b: 2024-11-22T17:33:00,191 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-22T17:33:00,191 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing be68a9a116bba1ac82d50d9da251165b, disabling compactions & flushes 2024-11-22T17:33:00,191 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b. 2024-11-22T17:33:00,191 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b. 2024-11-22T17:33:00,191 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b. after waiting 0 ms 2024-11-22T17:33:00,191 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b. 2024-11-22T17:33:00,191 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b. 2024-11-22T17:33:00,192 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b. 2024-11-22T17:33:00,192 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for be68a9a116bba1ac82d50d9da251165b: Waiting for close lock at 1732296780191Running coprocessor pre-close hooks at 1732296780191Disabling compacts and flushes for region at 1732296780191Disabling writes for close at 1732296780191Writing region close event to WAL at 1732296780191Running coprocessor post-close hooks at 1732296780191Closed at 1732296780191 2024-11-22T17:33:00,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741908_1086 (size=2688) 2024-11-22T17:33:00,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741908_1086 (size=2688) 2024-11-22T17:33:00,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741908_1086 (size=2688) 2024-11-22T17:33:00,209 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34531/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965/wal.1732296771037, size=2.6 K (2688bytes) 2024-11-22T17:33:00,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34531/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965/wal.1732296771037 2024-11-22T17:33:00,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34531/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965/wal.1732296771037 after 0ms 2024-11-22T17:33:00,212 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965/wal.1732296771037: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:33:00,213 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34531/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965/wal.1732296771037 took 4ms 2024-11-22T17:33:00,215 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34531/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965/wal.1732296771037 so closing down 2024-11-22T17:33:00,215 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T17:33:00,216 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732296771037.temp 2024-11-22T17:33:00,217 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/recovered.edits/0000000000000000004-wal.1732296771037.temp 2024-11-22T17:33:00,218 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T17:33:00,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741909_1087 (size=2094) 2024-11-22T17:33:00,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741909_1087 (size=2094) 2024-11-22T17:33:00,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741909_1087 (size=2094) 2024-11-22T17:33:00,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/recovered.edits/0000000000000000004-wal.1732296771037.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-22T17:33:00,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/recovered.edits/0000000000000000004-wal.1732296771037.temp to hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/recovered.edits/0000000000000000026 2024-11-22T17:33:00,230 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:34531/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965/wal.1732296771037, size=2.6 K, length=2688, corrupted=false, cancelled=false 2024-11-22T17:33:00,230 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34531/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965/wal.1732296771037, journal: Splitting hdfs://localhost:34531/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965/wal.1732296771037, size=2.6 K (2688bytes) at 1732296780210Finishing writing output for hdfs://localhost:34531/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965/wal.1732296771037 so closing down at 1732296780215 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/recovered.edits/0000000000000000004-wal.1732296771037.temp at 1732296780217 (+2 ms)3 split writer threads finished at 1732296780218 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/recovered.edits/0000000000000000004-wal.1732296771037.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732296780229 (+11 ms)Rename recovered edits hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/recovered.edits/0000000000000000004-wal.1732296771037.temp to hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/recovered.edits/0000000000000000026 at 1732296780230 (+1 ms)Processed 23 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:34531/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965/wal.1732296771037, size=2.6 K, length=2688, corrupted=false, cancelled=false at 1732296780230 2024-11-22T17:33:00,232 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34531/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965/wal.1732296771037 to hdfs://localhost:34531/hbase/oldWALs/wal.1732296771037 2024-11-22T17:33:00,233 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/recovered.edits/0000000000000000026 2024-11-22T17:33:00,233 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:33:00,235 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:33:00,246 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965/wal.1732296780235, exclude list is [], retry=0 2024-11-22T17:33:00,248 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:33:00,249 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:33:00,249 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:33:00,251 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965/wal.1732296780235 2024-11-22T17:33:00,251 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:39455:39455)] 2024-11-22T17:33:00,251 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => be68a9a116bba1ac82d50d9da251165b, NAME => 'testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:33:00,252 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:33:00,252 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:33:00,252 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:33:00,252 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:33:00,253 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:33:00,254 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be68a9a116bba1ac82d50d9da251165b columnFamilyName a 2024-11-22T17:33:00,254 DEBUG [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:00,255 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] regionserver.HStore(327): Store=be68a9a116bba1ac82d50d9da251165b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:00,255 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:33:00,256 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be68a9a116bba1ac82d50d9da251165b columnFamilyName b 2024-11-22T17:33:00,256 DEBUG [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:00,256 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] regionserver.HStore(327): Store=be68a9a116bba1ac82d50d9da251165b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:00,256 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:33:00,257 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be68a9a116bba1ac82d50d9da251165b columnFamilyName c 2024-11-22T17:33:00,257 DEBUG [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:00,258 INFO [StoreOpener-be68a9a116bba1ac82d50d9da251165b-1 {}] regionserver.HStore(327): Store=be68a9a116bba1ac82d50d9da251165b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:00,258 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:33:00,258 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:33:00,260 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:33:00,260 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/recovered.edits/0000000000000000026 2024-11-22T17:33:00,262 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:33:00,263 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/recovered.edits/0000000000000000026 2024-11-22T17:33:00,263 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing be68a9a116bba1ac82d50d9da251165b 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-22T17:33:00,277 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/.tmp/a/f1ce34b418784531b2e34593f60d90f9 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732296780181/Put/seqid=0 2024-11-22T17:33:00,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741911_1089 (size=5523) 2024-11-22T17:33:00,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741911_1089 (size=5523) 2024-11-22T17:33:00,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741911_1089 (size=5523) 2024-11-22T17:33:00,284 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/.tmp/a/f1ce34b418784531b2e34593f60d90f9 2024-11-22T17:33:00,301 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/.tmp/b/d3d9730622244716a614e3c6e41b316e is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732296780177/Put/seqid=0 2024-11-22T17:33:00,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741912_1090 (size=5524) 2024-11-22T17:33:00,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741912_1090 (size=5524) 2024-11-22T17:33:00,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741912_1090 (size=5524) 2024-11-22T17:33:00,309 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/.tmp/b/d3d9730622244716a614e3c6e41b316e 2024-11-22T17:33:00,327 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/.tmp/c/99a66b96dcc24a31bd56ee0ef7ce5852 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732296780179/Put/seqid=0 2024-11-22T17:33:00,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741913_1091 (size=5457) 2024-11-22T17:33:00,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741913_1091 (size=5457) 2024-11-22T17:33:00,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741913_1091 (size=5457) 2024-11-22T17:33:00,334 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/.tmp/c/99a66b96dcc24a31bd56ee0ef7ce5852 2024-11-22T17:33:00,341 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/.tmp/a/f1ce34b418784531b2e34593f60d90f9 as hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/a/f1ce34b418784531b2e34593f60d90f9 2024-11-22T17:33:00,348 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/a/f1ce34b418784531b2e34593f60d90f9, entries=7, sequenceid=26, filesize=5.4 K 2024-11-22T17:33:00,349 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/.tmp/b/d3d9730622244716a614e3c6e41b316e as hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/b/d3d9730622244716a614e3c6e41b316e 2024-11-22T17:33:00,354 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/b/d3d9730622244716a614e3c6e41b316e, entries=7, sequenceid=26, filesize=5.4 K 2024-11-22T17:33:00,356 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/.tmp/c/99a66b96dcc24a31bd56ee0ef7ce5852 as hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/c/99a66b96dcc24a31bd56ee0ef7ce5852 2024-11-22T17:33:00,361 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/c/99a66b96dcc24a31bd56ee0ef7ce5852, entries=6, sequenceid=26, filesize=5.3 K 2024-11-22T17:33:00,362 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for be68a9a116bba1ac82d50d9da251165b in 99ms, sequenceid=26, compaction requested=false; wal=null 2024-11-22T17:33:00,363 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/recovered.edits/0000000000000000026 2024-11-22T17:33:00,364 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:33:00,364 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:33:00,365 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T17:33:00,366 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:33:00,368 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testReplayEditsAfterAbortingFlush/be68a9a116bba1ac82d50d9da251165b/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-22T17:33:00,369 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened be68a9a116bba1ac82d50d9da251165b; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63350003, jitterRate=-0.056011393666267395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T17:33:00,369 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be68a9a116bba1ac82d50d9da251165b 2024-11-22T17:33:00,370 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for be68a9a116bba1ac82d50d9da251165b: Running coprocessor pre-open hook at 1732296780252Writing region info on filesystem at 1732296780252Initializing all the Stores at 1732296780253 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296780253Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296780253Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296780253Obtaining lock to block concurrent updates at 1732296780263 (+10 ms)Preparing flush snapshotting stores in be68a9a116bba1ac82d50d9da251165b at 1732296780263Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732296780264 (+1 ms)Flushing stores of testReplayEditsAfterAbortingFlush,,1732296770966.be68a9a116bba1ac82d50d9da251165b. at 1732296780264Flushing be68a9a116bba1ac82d50d9da251165b/a: creating writer at 1732296780264Flushing be68a9a116bba1ac82d50d9da251165b/a: appending metadata at 1732296780276 (+12 ms)Flushing be68a9a116bba1ac82d50d9da251165b/a: closing flushed file at 1732296780276Flushing be68a9a116bba1ac82d50d9da251165b/b: creating writer at 1732296780289 (+13 ms)Flushing be68a9a116bba1ac82d50d9da251165b/b: appending metadata at 1732296780301 (+12 ms)Flushing be68a9a116bba1ac82d50d9da251165b/b: closing flushed file at 1732296780301Flushing be68a9a116bba1ac82d50d9da251165b/c: creating writer at 1732296780314 (+13 ms)Flushing be68a9a116bba1ac82d50d9da251165b/c: appending metadata at 1732296780327 (+13 ms)Flushing be68a9a116bba1ac82d50d9da251165b/c: closing flushed file at 1732296780327Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a8796e1: reopening flushed file at 1732296780340 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed2eff: reopening flushed file at 1732296780348 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5de105a1: reopening flushed file at 1732296780355 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for be68a9a116bba1ac82d50d9da251165b in 99ms, sequenceid=26, compaction requested=false; wal=null at 1732296780362 (+7 ms)Cleaning up temporary data from old regions at 1732296780364 (+2 ms)Running coprocessor post-open hooks at 1732296780369 (+5 ms)Region opened successfully at 1732296780370 (+1 ms) 2024-11-22T17:33:00,392 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=419 (was 421), OpenFileDescriptor=1182 (was 1122) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 251), ProcessCount=11 (was 11), AvailableMemoryMB=2237 (was 2369) 2024-11-22T17:33:00,392 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-22T17:33:00,405 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=419, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=2235 2024-11-22T17:33:00,405 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-22T17:33:00,424 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:33:00,427 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:33:00,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T17:33:00,430 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-21497489, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/hregion-21497489, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:33:00,446 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-21497489/hregion-21497489.1732296780431, exclude list is [], retry=0 2024-11-22T17:33:00,449 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:33:00,449 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:33:00,449 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:33:00,451 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-21497489/hregion-21497489.1732296780431 2024-11-22T17:33:00,452 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38457:38457)] 2024-11-22T17:33:00,452 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 85ce6c0d9f69b0a2f689ff4483875fc5, NAME => 'testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34531/hbase 2024-11-22T17:33:00,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741915_1093 (size=61) 2024-11-22T17:33:00,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741915_1093 (size=61) 2024-11-22T17:33:00,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741915_1093 (size=61) 2024-11-22T17:33:00,465 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:33:00,467 INFO [StoreOpener-85ce6c0d9f69b0a2f689ff4483875fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,468 INFO [StoreOpener-85ce6c0d9f69b0a2f689ff4483875fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85ce6c0d9f69b0a2f689ff4483875fc5 columnFamilyName a 2024-11-22T17:33:00,468 DEBUG [StoreOpener-85ce6c0d9f69b0a2f689ff4483875fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:00,469 INFO [StoreOpener-85ce6c0d9f69b0a2f689ff4483875fc5-1 {}] regionserver.HStore(327): Store=85ce6c0d9f69b0a2f689ff4483875fc5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:00,469 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,470 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,470 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,471 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,471 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,473 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,475 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T17:33:00,476 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 85ce6c0d9f69b0a2f689ff4483875fc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72795476, jitterRate=0.08473712205886841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T17:33:00,476 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 85ce6c0d9f69b0a2f689ff4483875fc5: Writing region info on filesystem at 1732296780465Initializing all the Stores at 1732296780466 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296780466Cleaning up temporary data from old regions at 1732296780471 (+5 ms)Region opened successfully at 1732296780476 (+5 ms) 2024-11-22T17:33:00,477 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 85ce6c0d9f69b0a2f689ff4483875fc5, disabling compactions & flushes 2024-11-22T17:33:00,477 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5. 2024-11-22T17:33:00,477 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5. 2024-11-22T17:33:00,477 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5. after waiting 0 ms 2024-11-22T17:33:00,477 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5. 2024-11-22T17:33:00,477 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5. 2024-11-22T17:33:00,477 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 85ce6c0d9f69b0a2f689ff4483875fc5: Waiting for close lock at 1732296780477Disabling compacts and flushes for region at 1732296780477Disabling writes for close at 1732296780477Writing region close event to WAL at 1732296780477Closed at 1732296780477 2024-11-22T17:33:00,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741914_1092 (size=95) 2024-11-22T17:33:00,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741914_1092 (size=95) 2024-11-22T17:33:00,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741914_1092 (size=95) 2024-11-22T17:33:00,483 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T17:33:00,483 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-21497489:(num 1732296780431) 2024-11-22T17:33:00,483 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:33:00,485 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:33:00,497 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423/wal.1732296780486, exclude list is [], retry=0 2024-11-22T17:33:00,500 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:33:00,501 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:33:00,501 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:33:00,502 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T17:33:00,503 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423/wal.1732296780486 2024-11-22T17:33:00,503 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:39455:39455)] 2024-11-22T17:33:00,503 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 85ce6c0d9f69b0a2f689ff4483875fc5, NAME => 'testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:33:00,503 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:33:00,503 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,503 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,508 INFO [StoreOpener-85ce6c0d9f69b0a2f689ff4483875fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,510 INFO [StoreOpener-85ce6c0d9f69b0a2f689ff4483875fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85ce6c0d9f69b0a2f689ff4483875fc5 columnFamilyName a 2024-11-22T17:33:00,510 DEBUG [StoreOpener-85ce6c0d9f69b0a2f689ff4483875fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:00,511 INFO [StoreOpener-85ce6c0d9f69b0a2f689ff4483875fc5-1 {}] regionserver.HStore(327): Store=85ce6c0d9f69b0a2f689ff4483875fc5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:00,511 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,512 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,513 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,513 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,513 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,515 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,516 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 85ce6c0d9f69b0a2f689ff4483875fc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67853524, jitterRate=0.011096298694610596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T17:33:00,517 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 85ce6c0d9f69b0a2f689ff4483875fc5: Writing region info on filesystem at 1732296780503Initializing all the Stores at 1732296780504 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296780504Cleaning up temporary data from old regions at 1732296780513 (+9 ms)Region opened successfully at 1732296780516 (+3 ms) 2024-11-22T17:33:00,526 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 85ce6c0d9f69b0a2f689ff4483875fc5, disabling compactions & flushes 2024-11-22T17:33:00,526 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5. 2024-11-22T17:33:00,527 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5. 2024-11-22T17:33:00,527 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5. after waiting 0 ms 2024-11-22T17:33:00,527 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5. 2024-11-22T17:33:00,527 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5. 2024-11-22T17:33:00,527 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5. 2024-11-22T17:33:00,527 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 85ce6c0d9f69b0a2f689ff4483875fc5: Waiting for close lock at 1732296780526Disabling compacts and flushes for region at 1732296780526Disabling writes for close at 1732296780527 (+1 ms)Writing region close event to WAL at 1732296780527Closed at 1732296780527 2024-11-22T17:33:00,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741916_1094 (size=1050) 2024-11-22T17:33:00,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741916_1094 (size=1050) 2024-11-22T17:33:00,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741916_1094 (size=1050) 2024-11-22T17:33:00,553 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34531/hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423/wal.1732296780486, size=1.0 K (1050bytes) 2024-11-22T17:33:00,553 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34531/hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423/wal.1732296780486 2024-11-22T17:33:00,554 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34531/hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423/wal.1732296780486 after 1ms 2024-11-22T17:33:00,556 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423/wal.1732296780486: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:33:00,557 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34531/hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423/wal.1732296780486 took 4ms 2024-11-22T17:33:00,559 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34531/hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423/wal.1732296780486 so closing down 2024-11-22T17:33:00,559 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T17:33:00,560 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732296780486.temp 2024-11-22T17:33:00,561 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/recovered.edits/0000000000000000003-wal.1732296780486.temp 2024-11-22T17:33:00,562 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T17:33:00,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741917_1095 (size=1050) 2024-11-22T17:33:00,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741917_1095 (size=1050) 2024-11-22T17:33:00,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741917_1095 (size=1050) 2024-11-22T17:33:00,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/recovered.edits/0000000000000000003-wal.1732296780486.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T17:33:00,570 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/recovered.edits/0000000000000000003-wal.1732296780486.temp to hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/recovered.edits/0000000000000000012 2024-11-22T17:33:00,570 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34531/hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423/wal.1732296780486, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-22T17:33:00,570 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34531/hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423/wal.1732296780486, journal: Splitting hdfs://localhost:34531/hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423/wal.1732296780486, size=1.0 K (1050bytes) at 1732296780553Finishing writing output for hdfs://localhost:34531/hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423/wal.1732296780486 so closing down at 1732296780559 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/recovered.edits/0000000000000000003-wal.1732296780486.temp at 1732296780561 (+2 ms)3 split writer threads finished at 1732296780562 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/recovered.edits/0000000000000000003-wal.1732296780486.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732296780568 (+6 ms)Rename recovered edits hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/recovered.edits/0000000000000000003-wal.1732296780486.temp to hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/recovered.edits/0000000000000000012 at 1732296780570 (+2 ms)Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34531/hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423/wal.1732296780486, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1732296780570 2024-11-22T17:33:00,572 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34531/hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423/wal.1732296780486 to hdfs://localhost:34531/hbase/oldWALs/wal.1732296780486 2024-11-22T17:33:00,573 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/recovered.edits/0000000000000000012 2024-11-22T17:33:00,577 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:33:00,939 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:33:00,941 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:33:00,953 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423/wal.1732296780941, exclude list is [], retry=0 2024-11-22T17:33:00,955 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:33:00,956 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:33:00,956 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:33:00,957 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423/wal.1732296780941 2024-11-22T17:33:00,958 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-22T17:33:00,958 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 85ce6c0d9f69b0a2f689ff4483875fc5, NAME => 'testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:33:00,958 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:33:00,958 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,958 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,961 INFO [StoreOpener-85ce6c0d9f69b0a2f689ff4483875fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,963 INFO [StoreOpener-85ce6c0d9f69b0a2f689ff4483875fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85ce6c0d9f69b0a2f689ff4483875fc5 columnFamilyName a 2024-11-22T17:33:00,963 DEBUG [StoreOpener-85ce6c0d9f69b0a2f689ff4483875fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:00,964 INFO [StoreOpener-85ce6c0d9f69b0a2f689ff4483875fc5-1 {}] regionserver.HStore(327): Store=85ce6c0d9f69b0a2f689ff4483875fc5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:00,964 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,965 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,966 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:00,967 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/recovered.edits/0000000000000000012 2024-11-22T17:33:00,969 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:33:00,970 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/recovered.edits/0000000000000000012 2024-11-22T17:33:00,970 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 85ce6c0d9f69b0a2f689ff4483875fc5 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-22T17:33:00,986 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/.tmp/a/a4a02f66befc4f128e8024be0e2e6ef6 is 79, key is testDatalossWhenInputError/a:x0/1732296780517/Put/seqid=0 2024-11-22T17:33:00,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741919_1097 (size=5808) 2024-11-22T17:33:00,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741919_1097 (size=5808) 2024-11-22T17:33:00,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741919_1097 (size=5808) 2024-11-22T17:33:00,993 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/.tmp/a/a4a02f66befc4f128e8024be0e2e6ef6 2024-11-22T17:33:01,003 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/.tmp/a/a4a02f66befc4f128e8024be0e2e6ef6 as hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/a/a4a02f66befc4f128e8024be0e2e6ef6 2024-11-22T17:33:01,012 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/a/a4a02f66befc4f128e8024be0e2e6ef6, entries=10, sequenceid=12, filesize=5.7 K 2024-11-22T17:33:01,013 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 85ce6c0d9f69b0a2f689ff4483875fc5 in 43ms, sequenceid=12, compaction requested=false; wal=null 2024-11-22T17:33:01,014 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/recovered.edits/0000000000000000012 2024-11-22T17:33:01,015 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:01,015 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:01,017 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:01,019 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-22T17:33:01,020 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 85ce6c0d9f69b0a2f689ff4483875fc5; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63029764, jitterRate=-0.060783326625823975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T17:33:01,021 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 85ce6c0d9f69b0a2f689ff4483875fc5: Writing region info on filesystem at 1732296780958Initializing all the Stores at 1732296780961 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296780961Obtaining lock to block concurrent updates at 1732296780970 (+9 ms)Preparing flush snapshotting stores in 85ce6c0d9f69b0a2f689ff4483875fc5 at 1732296780970Finished memstore snapshotting testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732296780970Flushing stores of testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5. at 1732296780970Flushing 85ce6c0d9f69b0a2f689ff4483875fc5/a: creating writer at 1732296780970Flushing 85ce6c0d9f69b0a2f689ff4483875fc5/a: appending metadata at 1732296780986 (+16 ms)Flushing 85ce6c0d9f69b0a2f689ff4483875fc5/a: closing flushed file at 1732296780986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc80f48: reopening flushed file at 1732296781001 (+15 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 85ce6c0d9f69b0a2f689ff4483875fc5 in 43ms, sequenceid=12, compaction requested=false; wal=null at 1732296781013 (+12 ms)Cleaning up temporary data from old regions at 1732296781015 (+2 ms)Region opened successfully at 1732296781021 (+6 ms) 2024-11-22T17:33:01,024 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 85ce6c0d9f69b0a2f689ff4483875fc5, NAME => 'testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:33:01,024 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732296780425.85ce6c0d9f69b0a2f689ff4483875fc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:33:01,024 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:01,024 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:01,025 INFO [StoreOpener-85ce6c0d9f69b0a2f689ff4483875fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:01,026 INFO [StoreOpener-85ce6c0d9f69b0a2f689ff4483875fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85ce6c0d9f69b0a2f689ff4483875fc5 columnFamilyName a 2024-11-22T17:33:01,026 DEBUG [StoreOpener-85ce6c0d9f69b0a2f689ff4483875fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:01,031 DEBUG [StoreOpener-85ce6c0d9f69b0a2f689ff4483875fc5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/a/a4a02f66befc4f128e8024be0e2e6ef6 2024-11-22T17:33:01,031 INFO [StoreOpener-85ce6c0d9f69b0a2f689ff4483875fc5-1 {}] regionserver.HStore(327): Store=85ce6c0d9f69b0a2f689ff4483875fc5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:01,032 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:01,032 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:01,033 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:01,033 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:01,034 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:01,035 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 85ce6c0d9f69b0a2f689ff4483875fc5 2024-11-22T17:33:01,037 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testDatalossWhenInputError/85ce6c0d9f69b0a2f689ff4483875fc5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-22T17:33:01,038 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 85ce6c0d9f69b0a2f689ff4483875fc5; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63771569, jitterRate=-0.049729570746421814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T17:33:01,038 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 85ce6c0d9f69b0a2f689ff4483875fc5: Writing region info on filesystem at 1732296781024Initializing all the Stores at 1732296781025 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296781025Cleaning up temporary data from old regions at 1732296781034 (+9 ms)Region opened successfully at 1732296781038 (+4 ms) 2024-11-22T17:33:01,057 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=427 (was 419) Potentially hanging thread: PacketResponder: BP-822804123-172.17.0.2-1732296746753:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:51396 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:40954 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:51298 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:45572 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:45506 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-822804123-172.17.0.2-1732296746753:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:40898 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-822804123-172.17.0.2-1732296746753:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1262 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 229), ProcessCount=11 (was 11), AvailableMemoryMB=2216 (was 2235) 2024-11-22T17:33:01,057 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1262 is superior to 1024 2024-11-22T17:33:01,071 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=427, OpenFileDescriptor=1262, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=2215 2024-11-22T17:33:01,071 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1262 is superior to 1024 2024-11-22T17:33:01,085 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:33:01,087 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:33:01,087 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T17:33:01,090 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-18188684, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/hregion-18188684, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:33:01,105 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-18188684/hregion-18188684.1732296781090, exclude list is [], retry=0 2024-11-22T17:33:01,109 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:33:01,109 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:33:01,110 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:33:01,113 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-18188684/hregion-18188684.1732296781090 2024-11-22T17:33:01,114 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-22T17:33:01,114 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f8e32d6845a4218da1ac8d603c187e79, NAME => 'testCompactedBulkLoadedFiles,,1732296781085.f8e32d6845a4218da1ac8d603c187e79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34531/hbase 2024-11-22T17:33:01,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741921_1099 (size=63) 2024-11-22T17:33:01,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741921_1099 (size=63) 2024-11-22T17:33:01,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741921_1099 (size=63) 2024-11-22T17:33:01,129 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732296781085.f8e32d6845a4218da1ac8d603c187e79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:33:01,132 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,134 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8e32d6845a4218da1ac8d603c187e79 columnFamilyName a 2024-11-22T17:33:01,134 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:01,135 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.HStore(327): Store=f8e32d6845a4218da1ac8d603c187e79/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:01,135 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,136 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8e32d6845a4218da1ac8d603c187e79 columnFamilyName b 2024-11-22T17:33:01,136 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:01,137 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.HStore(327): Store=f8e32d6845a4218da1ac8d603c187e79/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:01,137 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,138 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8e32d6845a4218da1ac8d603c187e79 columnFamilyName c 2024-11-22T17:33:01,138 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:01,139 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.HStore(327): Store=f8e32d6845a4218da1ac8d603c187e79/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:01,139 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,140 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,140 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,141 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,141 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,142 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T17:33:01,143 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,145 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T17:33:01,146 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f8e32d6845a4218da1ac8d603c187e79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70118500, jitterRate=0.044847071170806885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T17:33:01,147 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f8e32d6845a4218da1ac8d603c187e79: Writing region info on filesystem at 1732296781129Initializing all the Stores at 1732296781130 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296781130Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296781132 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296781132Cleaning up temporary data from old regions at 1732296781141 (+9 ms)Region opened successfully at 1732296781146 (+5 ms) 2024-11-22T17:33:01,147 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f8e32d6845a4218da1ac8d603c187e79, disabling compactions & flushes 2024-11-22T17:33:01,147 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732296781085.f8e32d6845a4218da1ac8d603c187e79. 2024-11-22T17:33:01,147 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732296781085.f8e32d6845a4218da1ac8d603c187e79. 2024-11-22T17:33:01,147 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732296781085.f8e32d6845a4218da1ac8d603c187e79. after waiting 0 ms 2024-11-22T17:33:01,147 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732296781085.f8e32d6845a4218da1ac8d603c187e79. 2024-11-22T17:33:01,147 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732296781085.f8e32d6845a4218da1ac8d603c187e79. 2024-11-22T17:33:01,147 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f8e32d6845a4218da1ac8d603c187e79: Waiting for close lock at 1732296781147Disabling compacts and flushes for region at 1732296781147Disabling writes for close at 1732296781147Writing region close event to WAL at 1732296781147Closed at 1732296781147 2024-11-22T17:33:01,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741920_1098 (size=95) 2024-11-22T17:33:01,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741920_1098 (size=95) 2024-11-22T17:33:01,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741920_1098 (size=95) 2024-11-22T17:33:01,153 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T17:33:01,154 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-18188684:(num 1732296781090) 2024-11-22T17:33:01,154 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:33:01,155 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:33:01,167 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296781156, exclude list is [], retry=0 2024-11-22T17:33:01,170 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:33:01,170 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:33:01,170 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:33:01,172 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296781156 2024-11-22T17:33:01,172 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:39455:39455)] 2024-11-22T17:33:01,172 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f8e32d6845a4218da1ac8d603c187e79, NAME => 'testCompactedBulkLoadedFiles,,1732296781085.f8e32d6845a4218da1ac8d603c187e79.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:33:01,172 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732296781085.f8e32d6845a4218da1ac8d603c187e79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:33:01,172 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,172 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,175 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,176 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8e32d6845a4218da1ac8d603c187e79 columnFamilyName a 2024-11-22T17:33:01,176 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:01,177 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.HStore(327): Store=f8e32d6845a4218da1ac8d603c187e79/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:01,177 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,178 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8e32d6845a4218da1ac8d603c187e79 columnFamilyName b 2024-11-22T17:33:01,178 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:01,178 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.HStore(327): Store=f8e32d6845a4218da1ac8d603c187e79/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:01,179 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,179 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8e32d6845a4218da1ac8d603c187e79 columnFamilyName c 2024-11-22T17:33:01,179 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:01,180 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.HStore(327): Store=f8e32d6845a4218da1ac8d603c187e79/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:01,180 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,181 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,183 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,184 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,184 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,185 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T17:33:01,186 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:01,187 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f8e32d6845a4218da1ac8d603c187e79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63255854, jitterRate=-0.05741432309150696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T17:33:01,188 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f8e32d6845a4218da1ac8d603c187e79: Writing region info on filesystem at 1732296781172Initializing all the Stores at 1732296781173 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296781173Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296781175 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296781175Cleaning up temporary data from old regions at 1732296781184 (+9 ms)Region opened successfully at 1732296781188 (+4 ms) 2024-11-22T17:33:01,193 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732296781192/Put/seqid=0 2024-11-22T17:33:01,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741923_1101 (size=4875) 2024-11-22T17:33:01,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741923_1101 (size=4875) 2024-11-22T17:33:01,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741923_1101 (size=4875) 2024-11-22T17:33:01,218 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732296781217/Put/seqid=0 2024-11-22T17:33:01,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741924_1102 (size=4875) 2024-11-22T17:33:01,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741924_1102 (size=4875) 2024-11-22T17:33:01,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741924_1102 (size=4875) 2024-11-22T17:33:01,228 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732296781227/Put/seqid=0 2024-11-22T17:33:01,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741925_1103 (size=4875) 2024-11-22T17:33:01,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741925_1103 (size=4875) 2024-11-22T17:33:01,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741925_1103 (size=4875) 2024-11-22T17:33:01,234 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34531/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in f8e32d6845a4218da1ac8d603c187e79/a 2024-11-22T17:33:01,237 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-22T17:33:01,237 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T17:33:01,237 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34531/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in f8e32d6845a4218da1ac8d603c187e79/a 2024-11-22T17:33:01,241 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-22T17:33:01,241 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T17:33:01,241 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34531/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in f8e32d6845a4218da1ac8d603c187e79/a 2024-11-22T17:33:01,244 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-22T17:33:01,244 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T17:33:01,245 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f8e32d6845a4218da1ac8d603c187e79 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-22T17:33:01,263 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/.tmp/a/7327794befed413c86d047f8e335504d is 55, key is testCompactedBulkLoadedFiles/a:a/1732296781189/Put/seqid=0 2024-11-22T17:33:01,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741926_1104 (size=5107) 2024-11-22T17:33:01,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741926_1104 (size=5107) 2024-11-22T17:33:01,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741926_1104 (size=5107) 2024-11-22T17:33:01,270 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/.tmp/a/7327794befed413c86d047f8e335504d 2024-11-22T17:33:01,276 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/.tmp/a/7327794befed413c86d047f8e335504d as hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/7327794befed413c86d047f8e335504d 2024-11-22T17:33:01,282 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/7327794befed413c86d047f8e335504d, entries=1, sequenceid=4, filesize=5.0 K 2024-11-22T17:33:01,283 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for f8e32d6845a4218da1ac8d603c187e79 in 38ms, sequenceid=4, compaction requested=false 2024-11-22T17:33:01,283 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f8e32d6845a4218da1ac8d603c187e79: 2024-11-22T17:33:01,284 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3bf8301425ff44ce962ca8620251760e_SeqId_4_ 2024-11-22T17:33:01,285 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3eff3ee423d14ed499254c10f740f2e8_SeqId_4_ 2024-11-22T17:33:01,289 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/bfe7119fbe7c48e3a7d8e303b0537a1e_SeqId_4_ 2024-11-22T17:33:01,289 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34531/hbase/testCompactedBulkLoadedFiles/hfile0 into f8e32d6845a4218da1ac8d603c187e79/a as hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3bf8301425ff44ce962ca8620251760e_SeqId_4_ - updating store file list. 2024-11-22T17:33:01,294 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3bf8301425ff44ce962ca8620251760e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T17:33:01,294 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3bf8301425ff44ce962ca8620251760e_SeqId_4_ into f8e32d6845a4218da1ac8d603c187e79/a 2024-11-22T17:33:01,294 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34531/hbase/testCompactedBulkLoadedFiles/hfile0 into f8e32d6845a4218da1ac8d603c187e79/a (new location: hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3bf8301425ff44ce962ca8620251760e_SeqId_4_) 2024-11-22T17:33:01,296 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34531/hbase/testCompactedBulkLoadedFiles/hfile1 into f8e32d6845a4218da1ac8d603c187e79/a as hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3eff3ee423d14ed499254c10f740f2e8_SeqId_4_ - updating store file list. 2024-11-22T17:33:01,301 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3eff3ee423d14ed499254c10f740f2e8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T17:33:01,301 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3eff3ee423d14ed499254c10f740f2e8_SeqId_4_ into f8e32d6845a4218da1ac8d603c187e79/a 2024-11-22T17:33:01,301 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34531/hbase/testCompactedBulkLoadedFiles/hfile1 into f8e32d6845a4218da1ac8d603c187e79/a (new location: hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3eff3ee423d14ed499254c10f740f2e8_SeqId_4_) 2024-11-22T17:33:01,302 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34531/hbase/testCompactedBulkLoadedFiles/hfile2 into f8e32d6845a4218da1ac8d603c187e79/a as hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/bfe7119fbe7c48e3a7d8e303b0537a1e_SeqId_4_ - updating store file list. 2024-11-22T17:33:01,306 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for bfe7119fbe7c48e3a7d8e303b0537a1e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T17:33:01,306 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/bfe7119fbe7c48e3a7d8e303b0537a1e_SeqId_4_ into f8e32d6845a4218da1ac8d603c187e79/a 2024-11-22T17:33:01,306 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34531/hbase/testCompactedBulkLoadedFiles/hfile2 into f8e32d6845a4218da1ac8d603c187e79/a (new location: hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/bfe7119fbe7c48e3a7d8e303b0537a1e_SeqId_4_) 2024-11-22T17:33:01,313 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T17:33:01,313 DEBUG [Time-limited test {}] regionserver.HStore(1541): f8e32d6845a4218da1ac8d603c187e79/a is initiating major compaction (all files) 2024-11-22T17:33:01,313 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of f8e32d6845a4218da1ac8d603c187e79/a in testCompactedBulkLoadedFiles,,1732296781085.f8e32d6845a4218da1ac8d603c187e79. 2024-11-22T17:33:01,314 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/7327794befed413c86d047f8e335504d, hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3bf8301425ff44ce962ca8620251760e_SeqId_4_, hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3eff3ee423d14ed499254c10f740f2e8_SeqId_4_, hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/bfe7119fbe7c48e3a7d8e303b0537a1e_SeqId_4_] into tmpdir=hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/.tmp, totalSize=19.3 K 2024-11-22T17:33:01,314 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7327794befed413c86d047f8e335504d, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732296781189 2024-11-22T17:33:01,315 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3bf8301425ff44ce962ca8620251760e_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-22T17:33:01,315 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3eff3ee423d14ed499254c10f740f2e8_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-22T17:33:01,315 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting bfe7119fbe7c48e3a7d8e303b0537a1e_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-22T17:33:01,328 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/.tmp/a/13e4c8287a65475897ee60a134b6eeb4 is 55, key is testCompactedBulkLoadedFiles/a:a/1732296781189/Put/seqid=0 2024-11-22T17:33:01,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741927_1105 (size=6154) 2024-11-22T17:33:01,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741927_1105 (size=6154) 2024-11-22T17:33:01,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741927_1105 (size=6154) 2024-11-22T17:33:01,340 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/.tmp/a/13e4c8287a65475897ee60a134b6eeb4 as hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/13e4c8287a65475897ee60a134b6eeb4 2024-11-22T17:33:01,346 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in f8e32d6845a4218da1ac8d603c187e79/a of f8e32d6845a4218da1ac8d603c187e79 into 13e4c8287a65475897ee60a134b6eeb4(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T17:33:01,347 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for f8e32d6845a4218da1ac8d603c187e79: 2024-11-22T17:33:01,347 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-22T17:33:01,347 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-22T17:33:01,383 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34531/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296781156, size=0 (0bytes) 2024-11-22T17:33:01,383 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34531/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296781156 might be still open, length is 0 2024-11-22T17:33:01,383 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34531/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296781156 2024-11-22T17:33:01,383 WARN [IPC Server handler 0 on default port 34531 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296781156 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-11-22T17:33:01,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34531/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296781156 after 1ms 2024-11-22T17:33:01,694 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-22T17:33:01,694 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-22T17:33:01,695 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-22T17:33:01,695 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-22T17:33:03,456 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:45614 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:43611:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45614 dst: /127.0.0.1:43611 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43611 remote=/127.0.0.1:45614]. Total timeout mills is 60000, 57891 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:33:03,456 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:40974 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:34135:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40974 dst: /127.0.0.1:34135 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:33:03,456 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:51440 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:33259:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51440 dst: /127.0.0.1:33259 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:33:03,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741922_1106 (size=1171) 2024-11-22T17:33:03,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741922_1106 (size=1171) 2024-11-22T17:33:03,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741922_1106 (size=1171) 2024-11-22T17:33:05,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34531/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296781156 after 4001ms 2024-11-22T17:33:05,388 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296781156: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:33:05,388 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34531/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296781156 took 4005ms 2024-11-22T17:33:05,392 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34531/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296781156; continuing. 2024-11-22T17:33:05,392 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34531/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296781156 so closing down 2024-11-22T17:33:05,392 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T17:33:05,393 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732296781156.temp 2024-11-22T17:33:05,395 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/recovered.edits/0000000000000000003-wal.1732296781156.temp 2024-11-22T17:33:05,396 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T17:33:05,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741928_1107 (size=548) 2024-11-22T17:33:05,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741928_1107 (size=548) 2024-11-22T17:33:05,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741928_1107 (size=548) 2024-11-22T17:33:05,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/recovered.edits/0000000000000000003-wal.1732296781156.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-22T17:33:05,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/recovered.edits/0000000000000000003-wal.1732296781156.temp to hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/recovered.edits/0000000000000000008 2024-11-22T17:33:05,411 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 21 ms; skipped=3; WAL=hdfs://localhost:34531/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296781156, size=0, length=0, corrupted=false, cancelled=false 2024-11-22T17:33:05,411 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34531/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296781156, journal: Splitting hdfs://localhost:34531/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296781156, size=0 (0bytes) at 1732296781383Finishing writing output for hdfs://localhost:34531/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296781156 so closing down at 1732296785392 (+4009 ms)Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/recovered.edits/0000000000000000003-wal.1732296781156.temp at 1732296785395 (+3 ms)3 split writer threads finished at 1732296785396 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/recovered.edits/0000000000000000003-wal.1732296781156.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732296785410 (+14 ms)Rename recovered edits hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/recovered.edits/0000000000000000003-wal.1732296781156.temp to hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/recovered.edits/0000000000000000008 at 1732296785411 (+1 ms)Processed 5 edits across 1 Regions in 21 ms; skipped=3; WAL=hdfs://localhost:34531/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296781156, size=0, length=0, corrupted=false, cancelled=false at 1732296785411 2024-11-22T17:33:05,412 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34531/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296781156 to hdfs://localhost:34531/hbase/oldWALs/wal.1732296781156 2024-11-22T17:33:05,413 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/recovered.edits/0000000000000000008 2024-11-22T17:33:05,413 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:33:05,415 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:33:05,427 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296785415, exclude list is [], retry=0 2024-11-22T17:33:05,430 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:33:05,430 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:33:05,431 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:33:05,432 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296785415 2024-11-22T17:33:05,432 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-22T17:33:05,433 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f8e32d6845a4218da1ac8d603c187e79, NAME => 'testCompactedBulkLoadedFiles,,1732296781085.f8e32d6845a4218da1ac8d603c187e79.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:33:05,433 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732296781085.f8e32d6845a4218da1ac8d603c187e79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:33:05,433 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:05,433 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:05,434 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:05,435 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8e32d6845a4218da1ac8d603c187e79 columnFamilyName a 2024-11-22T17:33:05,436 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:05,442 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/13e4c8287a65475897ee60a134b6eeb4 2024-11-22T17:33:05,446 DEBUG [StoreFileOpener-f8e32d6845a4218da1ac8d603c187e79-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3bf8301425ff44ce962ca8620251760e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T17:33:05,446 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3bf8301425ff44ce962ca8620251760e_SeqId_4_ 2024-11-22T17:33:05,449 DEBUG [StoreFileOpener-f8e32d6845a4218da1ac8d603c187e79-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3eff3ee423d14ed499254c10f740f2e8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T17:33:05,449 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3eff3ee423d14ed499254c10f740f2e8_SeqId_4_ 2024-11-22T17:33:05,453 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/7327794befed413c86d047f8e335504d 2024-11-22T17:33:05,456 DEBUG [StoreFileOpener-f8e32d6845a4218da1ac8d603c187e79-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bfe7119fbe7c48e3a7d8e303b0537a1e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T17:33:05,456 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/bfe7119fbe7c48e3a7d8e303b0537a1e_SeqId_4_ 2024-11-22T17:33:05,456 WARN [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3bf8301425ff44ce962ca8620251760e_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6c7c7e52 2024-11-22T17:33:05,456 WARN [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3eff3ee423d14ed499254c10f740f2e8_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6c7c7e52 2024-11-22T17:33:05,456 WARN [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/7327794befed413c86d047f8e335504d from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6c7c7e52 2024-11-22T17:33:05,456 WARN [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/bfe7119fbe7c48e3a7d8e303b0537a1e_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6c7c7e52 2024-11-22T17:33:05,456 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3bf8301425ff44ce962ca8620251760e_SeqId_4_, hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3eff3ee423d14ed499254c10f740f2e8_SeqId_4_, hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/7327794befed413c86d047f8e335504d, hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/bfe7119fbe7c48e3a7d8e303b0537a1e_SeqId_4_] to archive 2024-11-22T17:33:05,457 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T17:33:05,458 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3bf8301425ff44ce962ca8620251760e_SeqId_4_ to hdfs://localhost:34531/hbase/archive/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3bf8301425ff44ce962ca8620251760e_SeqId_4_ 2024-11-22T17:33:05,459 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3eff3ee423d14ed499254c10f740f2e8_SeqId_4_ to hdfs://localhost:34531/hbase/archive/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/3eff3ee423d14ed499254c10f740f2e8_SeqId_4_ 2024-11-22T17:33:05,460 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/7327794befed413c86d047f8e335504d to hdfs://localhost:34531/hbase/archive/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/7327794befed413c86d047f8e335504d 2024-11-22T17:33:05,461 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/bfe7119fbe7c48e3a7d8e303b0537a1e_SeqId_4_ to hdfs://localhost:34531/hbase/archive/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/a/bfe7119fbe7c48e3a7d8e303b0537a1e_SeqId_4_ 2024-11-22T17:33:05,461 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.HStore(327): Store=f8e32d6845a4218da1ac8d603c187e79/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:05,461 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:05,462 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8e32d6845a4218da1ac8d603c187e79 columnFamilyName b 2024-11-22T17:33:05,462 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:05,463 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.HStore(327): Store=f8e32d6845a4218da1ac8d603c187e79/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:05,463 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:05,463 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8e32d6845a4218da1ac8d603c187e79 columnFamilyName c 2024-11-22T17:33:05,463 DEBUG [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:05,464 INFO [StoreOpener-f8e32d6845a4218da1ac8d603c187e79-1 {}] regionserver.HStore(327): Store=f8e32d6845a4218da1ac8d603c187e79/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:05,464 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:05,465 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:05,466 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:05,466 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/recovered.edits/0000000000000000008 2024-11-22T17:33:05,468 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:33:05,469 DEBUG [Time-limited test {}] regionserver.HRegion(5836): f8e32d6845a4218da1ac8d603c187e79 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "f8e32d6845a4218da1ac8d603c187e79" family_name: "a" compaction_input: "7327794befed413c86d047f8e335504d" compaction_input: "3bf8301425ff44ce962ca8620251760e_SeqId_4_" compaction_input: "3eff3ee423d14ed499254c10f740f2e8_SeqId_4_" compaction_input: "bfe7119fbe7c48e3a7d8e303b0537a1e_SeqId_4_" compaction_output: "13e4c8287a65475897ee60a134b6eeb4" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732296781085.f8e32d6845a4218da1ac8d603c187e79." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-22T17:33:05,469 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-22T17:33:05,470 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/recovered.edits/0000000000000000008 2024-11-22T17:33:05,470 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/recovered.edits/0000000000000000008 2024-11-22T17:33:05,471 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:05,471 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:05,472 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T17:33:05,473 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f8e32d6845a4218da1ac8d603c187e79 2024-11-22T17:33:05,475 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testCompactedBulkLoadedFiles/f8e32d6845a4218da1ac8d603c187e79/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T17:33:05,476 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f8e32d6845a4218da1ac8d603c187e79; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66514091, jitterRate=-0.008862808346748352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T17:33:05,476 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f8e32d6845a4218da1ac8d603c187e79: Writing region info on filesystem at 1732296785433Initializing all the Stores at 1732296785434 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296785434Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296785434Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296785434Cleaning up temporary data from old regions at 1732296785471 (+37 ms)Region opened successfully at 1732296785476 (+5 ms) 2024-11-22T17:33:05,478 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f8e32d6845a4218da1ac8d603c187e79, disabling compactions & flushes 2024-11-22T17:33:05,478 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732296781085.f8e32d6845a4218da1ac8d603c187e79. 2024-11-22T17:33:05,478 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732296781085.f8e32d6845a4218da1ac8d603c187e79. 2024-11-22T17:33:05,479 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732296781085.f8e32d6845a4218da1ac8d603c187e79. after waiting 0 ms 2024-11-22T17:33:05,479 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732296781085.f8e32d6845a4218da1ac8d603c187e79. 2024-11-22T17:33:05,479 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732296781085.f8e32d6845a4218da1ac8d603c187e79. 2024-11-22T17:33:05,479 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f8e32d6845a4218da1ac8d603c187e79: Waiting for close lock at 1732296785478Disabling compacts and flushes for region at 1732296785478Disabling writes for close at 1732296785479 (+1 ms)Writing region close event to WAL at 1732296785479Closed at 1732296785479 2024-11-22T17:33:05,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741929_1108 (size=95) 2024-11-22T17:33:05,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741929_1108 (size=95) 2024-11-22T17:33:05,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741929_1108 (size=95) 2024-11-22T17:33:05,485 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T17:33:05,485 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732296785415) 2024-11-22T17:33:05,497 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=441 (was 427) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:34531 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1708089018_22 at /127.0.0.1:57940 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1708089018_22 at /127.0.0.1:36564 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:34531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1708089018_22 at /127.0.0.1:33318 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1344 (was 1262) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=234 (was 229) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2148 (was 2215) 2024-11-22T17:33:05,497 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-22T17:33:05,510 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=441, OpenFileDescriptor=1344, MaxFileDescriptor=1048576, SystemLoadAverage=234, ProcessCount=11, AvailableMemoryMB=2147 2024-11-22T17:33:05,510 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-22T17:33:05,522 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:33:05,524 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T17:33:05,524 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T17:33:05,526 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-58749764, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/hregion-58749764, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:33:05,538 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-58749764/hregion-58749764.1732296785527, exclude list is [], retry=0 2024-11-22T17:33:05,540 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:33:05,540 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:33:05,541 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:33:05,542 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-58749764/hregion-58749764.1732296785527 2024-11-22T17:33:05,543 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:39455:39455)] 2024-11-22T17:33:05,543 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => fa63efa05b997c2a54d7383597719cfd, NAME => 'testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34531/hbase 2024-11-22T17:33:05,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741931_1110 (size=67) 2024-11-22T17:33:05,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741931_1110 (size=67) 2024-11-22T17:33:05,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741931_1110 (size=67) 2024-11-22T17:33:05,552 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:33:05,554 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,555 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa63efa05b997c2a54d7383597719cfd columnFamilyName a 2024-11-22T17:33:05,556 DEBUG [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:05,556 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(327): Store=fa63efa05b997c2a54d7383597719cfd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:05,556 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,558 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa63efa05b997c2a54d7383597719cfd columnFamilyName b 2024-11-22T17:33:05,558 DEBUG [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:05,558 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(327): Store=fa63efa05b997c2a54d7383597719cfd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:05,558 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,559 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa63efa05b997c2a54d7383597719cfd columnFamilyName c 2024-11-22T17:33:05,560 DEBUG [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:05,560 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(327): Store=fa63efa05b997c2a54d7383597719cfd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:05,560 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,561 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,561 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,562 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,562 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,562 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T17:33:05,563 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,565 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T17:33:05,566 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fa63efa05b997c2a54d7383597719cfd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66393593, jitterRate=-0.010658368468284607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T17:33:05,566 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fa63efa05b997c2a54d7383597719cfd: Writing region info on filesystem at 1732296785552Initializing all the Stores at 1732296785553 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296785553Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296785554 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296785554Cleaning up temporary data from old regions at 1732296785562 (+8 ms)Region opened successfully at 1732296785566 (+4 ms) 2024-11-22T17:33:05,566 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fa63efa05b997c2a54d7383597719cfd, disabling compactions & flushes 2024-11-22T17:33:05,566 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd. 2024-11-22T17:33:05,566 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd. 2024-11-22T17:33:05,566 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd. after waiting 0 ms 2024-11-22T17:33:05,566 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd. 2024-11-22T17:33:05,567 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd. 2024-11-22T17:33:05,567 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fa63efa05b997c2a54d7383597719cfd: Waiting for close lock at 1732296785566Disabling compacts and flushes for region at 1732296785566Disabling writes for close at 1732296785566Writing region close event to WAL at 1732296785567 (+1 ms)Closed at 1732296785567 2024-11-22T17:33:05,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741930_1109 (size=95) 2024-11-22T17:33:05,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741930_1109 (size=95) 2024-11-22T17:33:05,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741930_1109 (size=95) 2024-11-22T17:33:05,571 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T17:33:05,572 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-58749764:(num 1732296785527) 2024-11-22T17:33:05,572 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:33:05,573 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:33:05,585 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785574, exclude list is [], retry=0 2024-11-22T17:33:05,587 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:33:05,588 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:33:05,588 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:33:05,589 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785574 2024-11-22T17:33:05,590 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38457:38457)] 2024-11-22T17:33:05,590 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fa63efa05b997c2a54d7383597719cfd, NAME => 'testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:33:05,590 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:33:05,590 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,590 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,591 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,592 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa63efa05b997c2a54d7383597719cfd columnFamilyName a 2024-11-22T17:33:05,592 DEBUG [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:05,593 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(327): Store=fa63efa05b997c2a54d7383597719cfd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:05,593 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,594 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa63efa05b997c2a54d7383597719cfd columnFamilyName b 2024-11-22T17:33:05,594 DEBUG [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:05,594 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(327): Store=fa63efa05b997c2a54d7383597719cfd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:05,594 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,595 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa63efa05b997c2a54d7383597719cfd columnFamilyName c 2024-11-22T17:33:05,595 DEBUG [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:05,595 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(327): Store=fa63efa05b997c2a54d7383597719cfd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:05,596 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,596 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,597 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,598 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,598 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,599 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T17:33:05,600 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,600 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fa63efa05b997c2a54d7383597719cfd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62940238, jitterRate=-0.06211736798286438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T17:33:05,601 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fa63efa05b997c2a54d7383597719cfd: Writing region info on filesystem at 1732296785590Initializing all the Stores at 1732296785591 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296785591Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296785591Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296785591Cleaning up temporary data from old regions at 1732296785598 (+7 ms)Region opened successfully at 1732296785601 (+3 ms) 2024-11-22T17:33:05,609 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fa63efa05b997c2a54d7383597719cfd 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-22T17:33:05,622 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/.tmp/a/5fcf5df21d4e4596a893ac7a5a1ba207 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732296785601/Put/seqid=0 2024-11-22T17:33:05,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741933_1112 (size=5958) 2024-11-22T17:33:05,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741933_1112 (size=5958) 2024-11-22T17:33:05,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741933_1112 (size=5958) 2024-11-22T17:33:05,628 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/.tmp/a/5fcf5df21d4e4596a893ac7a5a1ba207 2024-11-22T17:33:05,633 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/.tmp/a/5fcf5df21d4e4596a893ac7a5a1ba207 as hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/a/5fcf5df21d4e4596a893ac7a5a1ba207 2024-11-22T17:33:05,637 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/a/5fcf5df21d4e4596a893ac7a5a1ba207, entries=10, sequenceid=13, filesize=5.8 K 2024-11-22T17:33:05,638 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for fa63efa05b997c2a54d7383597719cfd in 29ms, sequenceid=13, compaction requested=false 2024-11-22T17:33:05,638 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fa63efa05b997c2a54d7383597719cfd: 2024-11-22T17:33:05,655 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fa63efa05b997c2a54d7383597719cfd, disabling compactions & flushes 2024-11-22T17:33:05,655 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd. 2024-11-22T17:33:05,655 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd. 2024-11-22T17:33:05,655 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd. after waiting 0 ms 2024-11-22T17:33:05,655 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd. 2024-11-22T17:33:05,656 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd. 2024-11-22T17:33:05,656 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd. 2024-11-22T17:33:05,656 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fa63efa05b997c2a54d7383597719cfd: Waiting for close lock at 1732296785655Disabling compacts and flushes for region at 1732296785655Disabling writes for close at 1732296785655Writing region close event to WAL at 1732296785655Closed at 1732296785656 (+1 ms) 2024-11-22T17:33:05,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741932_1111 (size=3345) 2024-11-22T17:33:05,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741932_1111 (size=3345) 2024-11-22T17:33:05,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741932_1111 (size=3345) 2024-11-22T17:33:05,674 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785574, size=3.3 K (3345bytes) 2024-11-22T17:33:05,674 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785574 2024-11-22T17:33:05,674 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785574 after 0ms 2024-11-22T17:33:05,676 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785574: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:33:05,676 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785574 took 2ms 2024-11-22T17:33:05,679 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785574 so closing down 2024-11-22T17:33:05,679 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T17:33:05,680 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732296785574.temp 2024-11-22T17:33:05,681 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000003-wal.1732296785574.temp 2024-11-22T17:33:05,681 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T17:33:05,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741934_1113 (size=2944) 2024-11-22T17:33:05,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741934_1113 (size=2944) 2024-11-22T17:33:05,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741934_1113 (size=2944) 2024-11-22T17:33:05,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000003-wal.1732296785574.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-22T17:33:05,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000003-wal.1732296785574.temp to hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000035 2024-11-22T17:33:05,687 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 10 ms; skipped=2; WAL=hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785574, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-11-22T17:33:05,687 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785574, journal: Splitting hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785574, size=3.3 K (3345bytes) at 1732296785674Finishing writing output for hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785574 so closing down at 1732296785679 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000003-wal.1732296785574.temp at 1732296785681 (+2 ms)3 split writer threads finished at 1732296785681Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000003-wal.1732296785574.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732296785686 (+5 ms)Rename recovered edits hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000003-wal.1732296785574.temp to hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000035 at 1732296785687 (+1 ms)Processed 32 edits across 1 Regions in 10 ms; skipped=2; WAL=hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785574, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1732296785687 2024-11-22T17:33:05,689 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785574 to hdfs://localhost:34531/hbase/oldWALs/wal.1732296785574 2024-11-22T17:33:05,689 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000035 2024-11-22T17:33:05,689 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:33:05,691 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:33:05,706 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785692, exclude list is [], retry=0 2024-11-22T17:33:05,708 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:33:05,709 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:33:05,709 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:33:05,711 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785692 2024-11-22T17:33:05,711 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38457:38457)] 2024-11-22T17:33:05,711 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fa63efa05b997c2a54d7383597719cfd, NAME => 'testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd.', STARTKEY => '', ENDKEY => ''} 2024-11-22T17:33:05,711 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:33:05,711 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,711 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,713 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,713 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa63efa05b997c2a54d7383597719cfd columnFamilyName a 2024-11-22T17:33:05,714 DEBUG [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:05,715 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T17:33:05,720 DEBUG [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/a/5fcf5df21d4e4596a893ac7a5a1ba207 2024-11-22T17:33:05,721 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(327): Store=fa63efa05b997c2a54d7383597719cfd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:05,721 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,722 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa63efa05b997c2a54d7383597719cfd columnFamilyName b 2024-11-22T17:33:05,722 DEBUG [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:05,723 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(327): Store=fa63efa05b997c2a54d7383597719cfd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:05,723 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,724 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa63efa05b997c2a54d7383597719cfd columnFamilyName c 2024-11-22T17:33:05,724 DEBUG [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:05,724 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(327): Store=fa63efa05b997c2a54d7383597719cfd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:05,724 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,725 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,727 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,727 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000035 2024-11-22T17:33:05,729 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:33:05,731 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000035 2024-11-22T17:33:05,731 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fa63efa05b997c2a54d7383597719cfd 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-22T17:33:05,751 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/.tmp/b/f7c529a2c6af4b4f985cf535b545a73f is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732296785638/Put/seqid=0 2024-11-22T17:33:05,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741936_1115 (size=5958) 2024-11-22T17:33:05,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741936_1115 (size=5958) 2024-11-22T17:33:05,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741936_1115 (size=5958) 2024-11-22T17:33:05,758 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/.tmp/b/f7c529a2c6af4b4f985cf535b545a73f 2024-11-22T17:33:05,775 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/.tmp/c/a1407da7d6604cca84d075aec58e39f6 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732296785644/Put/seqid=0 2024-11-22T17:33:05,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741937_1116 (size=5958) 2024-11-22T17:33:05,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741937_1116 (size=5958) 2024-11-22T17:33:05,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741937_1116 (size=5958) 2024-11-22T17:33:05,781 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/.tmp/c/a1407da7d6604cca84d075aec58e39f6 2024-11-22T17:33:05,787 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/.tmp/b/f7c529a2c6af4b4f985cf535b545a73f as hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/b/f7c529a2c6af4b4f985cf535b545a73f 2024-11-22T17:33:05,816 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/b/f7c529a2c6af4b4f985cf535b545a73f, entries=10, sequenceid=35, filesize=5.8 K 2024-11-22T17:33:05,818 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/.tmp/c/a1407da7d6604cca84d075aec58e39f6 as hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/c/a1407da7d6604cca84d075aec58e39f6 2024-11-22T17:33:05,823 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/c/a1407da7d6604cca84d075aec58e39f6, entries=10, sequenceid=35, filesize=5.8 K 2024-11-22T17:33:05,824 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for fa63efa05b997c2a54d7383597719cfd in 92ms, sequenceid=35, compaction requested=false; wal=null 2024-11-22T17:33:05,824 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000035 2024-11-22T17:33:05,826 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,826 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,826 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T17:33:05,828 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:05,831 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-22T17:33:05,832 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fa63efa05b997c2a54d7383597719cfd; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71594626, jitterRate=0.06684306263923645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T17:33:05,833 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fa63efa05b997c2a54d7383597719cfd: Writing region info on filesystem at 1732296785712Initializing all the Stores at 1732296785712Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296785713 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296785713Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296785713Obtaining lock to block concurrent updates at 1732296785731 (+18 ms)Preparing flush snapshotting stores in fa63efa05b997c2a54d7383597719cfd at 1732296785731Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732296785731Flushing stores of testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd. at 1732296785731Flushing fa63efa05b997c2a54d7383597719cfd/b: creating writer at 1732296785732 (+1 ms)Flushing fa63efa05b997c2a54d7383597719cfd/b: appending metadata at 1732296785750 (+18 ms)Flushing fa63efa05b997c2a54d7383597719cfd/b: closing flushed file at 1732296785750Flushing fa63efa05b997c2a54d7383597719cfd/c: creating writer at 1732296785762 (+12 ms)Flushing fa63efa05b997c2a54d7383597719cfd/c: appending metadata at 1732296785774 (+12 ms)Flushing fa63efa05b997c2a54d7383597719cfd/c: closing flushed file at 1732296785775 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@624932d3: reopening flushed file at 1732296785786 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52eda13f: reopening flushed file at 1732296785817 (+31 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for fa63efa05b997c2a54d7383597719cfd in 92ms, sequenceid=35, compaction requested=false; wal=null at 1732296785824 (+7 ms)Cleaning up temporary data from old regions at 1732296785826 (+2 ms)Region opened successfully at 1732296785832 (+6 ms) 2024-11-22T17:33:05,904 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785692, size=0 (0bytes) 2024-11-22T17:33:05,904 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785692 might be still open, length is 0 2024-11-22T17:33:05,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785692 2024-11-22T17:33:05,904 WARN [IPC Server handler 2 on default port 34531 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785692 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-11-22T17:33:05,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785692 after 1ms 2024-11-22T17:33:06,458 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:36640 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:43611:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36640 dst: /127.0.0.1:43611 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43611 remote=/127.0.0.1:36640]. Total timeout mills is 60000, 59409 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:33:06,460 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:33354 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:33259:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33354 dst: /127.0.0.1:33259 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:33:06,460 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_809006135_22 at /127.0.0.1:57974 [Receiving block BP-822804123-172.17.0.2-1732296746753:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:34135:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57974 dst: /127.0.0.1:34135 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:33:06,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741935_1117 (size=2936) 2024-11-22T17:33:06,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741935_1117 (size=2936) 2024-11-22T17:33:06,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741935_1117 (size=2936) 2024-11-22T17:33:09,906 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785692 after 4002ms 2024-11-22T17:33:09,913 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785692: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:33:09,914 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785692 took 4010ms 2024-11-22T17:33:09,917 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785692; continuing. 2024-11-22T17:33:09,917 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785692 so closing down 2024-11-22T17:33:09,917 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T17:33:09,918 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732296785692.temp 2024-11-22T17:33:09,919 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000037-wal.1732296785692.temp 2024-11-22T17:33:09,920 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T17:33:09,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741938_1118 (size=2944) 2024-11-22T17:33:09,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741938_1118 (size=2944) 2024-11-22T17:33:09,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741938_1118 (size=2944) 2024-11-22T17:33:09,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000037-wal.1732296785692.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-22T17:33:09,931 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000037-wal.1732296785692.temp to hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000066 2024-11-22T17:33:09,931 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785692, size=0, length=0, corrupted=false, cancelled=false 2024-11-22T17:33:09,931 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785692, journal: Splitting hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785692, size=0 (0bytes) at 1732296785904Finishing writing output for hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785692 so closing down at 1732296789917 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000037-wal.1732296785692.temp at 1732296789919 (+2 ms)3 split writer threads finished at 1732296789920 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000037-wal.1732296785692.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732296789930 (+10 ms)Rename recovered edits hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000037-wal.1732296785692.temp to hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000066 at 1732296789931 (+1 ms)Processed 30 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785692, size=0, length=0, corrupted=false, cancelled=false at 1732296789931 2024-11-22T17:33:09,933 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785692 to hdfs://localhost:34531/hbase/oldWALs/wal.1732296785692 2024-11-22T17:33:09,933 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000066 2024-11-22T17:33:09,933 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T17:33:09,935 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34531/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522, archiveDir=hdfs://localhost:34531/hbase/oldWALs, maxLogs=32 2024-11-22T17:33:09,947 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296789935, exclude list is [], retry=0 2024-11-22T17:33:09,949 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-1528779d-00b5-4c03-8c8e-a2338adbe162,DISK] 2024-11-22T17:33:09,950 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34135,DS-451d8f12-947c-4805-af2b-1ba504864d6c,DISK] 2024-11-22T17:33:09,950 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-a465d1f3-7d6f-470d-bff2-b508f787789d,DISK] 2024-11-22T17:33:09,951 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296789935 2024-11-22T17:33:09,952 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763),(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38457:38457)] 2024-11-22T17:33:09,952 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T17:33:09,953 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:09,954 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa63efa05b997c2a54d7383597719cfd columnFamilyName a 2024-11-22T17:33:09,954 DEBUG [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:09,959 DEBUG [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/a/5fcf5df21d4e4596a893ac7a5a1ba207 2024-11-22T17:33:09,959 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(327): Store=fa63efa05b997c2a54d7383597719cfd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:09,959 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:09,960 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa63efa05b997c2a54d7383597719cfd columnFamilyName b 2024-11-22T17:33:09,960 DEBUG [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:09,964 DEBUG [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/b/f7c529a2c6af4b4f985cf535b545a73f 2024-11-22T17:33:09,964 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(327): Store=fa63efa05b997c2a54d7383597719cfd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:09,964 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:09,965 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa63efa05b997c2a54d7383597719cfd columnFamilyName c 2024-11-22T17:33:09,965 DEBUG [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T17:33:09,971 DEBUG [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/c/a1407da7d6604cca84d075aec58e39f6 2024-11-22T17:33:09,971 INFO [StoreOpener-fa63efa05b997c2a54d7383597719cfd-1 {}] regionserver.HStore(327): Store=fa63efa05b997c2a54d7383597719cfd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T17:33:09,971 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:09,972 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:09,974 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:09,974 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000066 2024-11-22T17:33:09,976 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T17:33:09,981 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000066 2024-11-22T17:33:09,981 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fa63efa05b997c2a54d7383597719cfd 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-22T17:33:09,994 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/.tmp/a/276fd91357f84a3bb66c6d31dd039671 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732296785842/Put/seqid=0 2024-11-22T17:33:10,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741940_1120 (size=5958) 2024-11-22T17:33:10,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741940_1120 (size=5958) 2024-11-22T17:33:10,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741940_1120 (size=5958) 2024-11-22T17:33:10,001 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/.tmp/a/276fd91357f84a3bb66c6d31dd039671 2024-11-22T17:33:10,022 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/.tmp/b/9bacf52a9fee43808fcd848cea86b6c2 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732296785852/Put/seqid=0 2024-11-22T17:33:10,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741941_1121 (size=5958) 2024-11-22T17:33:10,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741941_1121 (size=5958) 2024-11-22T17:33:10,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741941_1121 (size=5958) 2024-11-22T17:33:10,028 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/.tmp/b/9bacf52a9fee43808fcd848cea86b6c2 2024-11-22T17:33:10,050 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/.tmp/c/4b649afc71bb414588d1bc1da325c873 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732296785860/Put/seqid=0 2024-11-22T17:33:10,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741942_1122 (size=5958) 2024-11-22T17:33:10,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741942_1122 (size=5958) 2024-11-22T17:33:10,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741942_1122 (size=5958) 2024-11-22T17:33:10,057 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/.tmp/c/4b649afc71bb414588d1bc1da325c873 2024-11-22T17:33:10,062 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/.tmp/a/276fd91357f84a3bb66c6d31dd039671 as hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/a/276fd91357f84a3bb66c6d31dd039671 2024-11-22T17:33:10,067 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/a/276fd91357f84a3bb66c6d31dd039671, entries=10, sequenceid=66, filesize=5.8 K 2024-11-22T17:33:10,068 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/.tmp/b/9bacf52a9fee43808fcd848cea86b6c2 as hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/b/9bacf52a9fee43808fcd848cea86b6c2 2024-11-22T17:33:10,072 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/b/9bacf52a9fee43808fcd848cea86b6c2, entries=10, sequenceid=66, filesize=5.8 K 2024-11-22T17:33:10,073 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/.tmp/c/4b649afc71bb414588d1bc1da325c873 as hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/c/4b649afc71bb414588d1bc1da325c873 2024-11-22T17:33:10,077 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/c/4b649afc71bb414588d1bc1da325c873, entries=10, sequenceid=66, filesize=5.8 K 2024-11-22T17:33:10,078 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for fa63efa05b997c2a54d7383597719cfd in 97ms, sequenceid=66, compaction requested=false; wal=null 2024-11-22T17:33:10,078 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/0000000000000000066 2024-11-22T17:33:10,079 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:10,079 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:10,080 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T17:33:10,082 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fa63efa05b997c2a54d7383597719cfd 2024-11-22T17:33:10,084 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/hbase/data/default/testReplayEditsWrittenViaHRegion/fa63efa05b997c2a54d7383597719cfd/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-22T17:33:10,085 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fa63efa05b997c2a54d7383597719cfd; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63342100, jitterRate=-0.05612915754318237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T17:33:10,085 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fa63efa05b997c2a54d7383597719cfd: Writing region info on filesystem at 1732296789952Initializing all the Stores at 1732296789953 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296789953Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296789953Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732296789953Obtaining lock to block concurrent updates at 1732296789981 (+28 ms)Preparing flush snapshotting stores in fa63efa05b997c2a54d7383597719cfd at 1732296789981Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732296789981Flushing stores of testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd. at 1732296789981Flushing fa63efa05b997c2a54d7383597719cfd/a: creating writer at 1732296789981Flushing fa63efa05b997c2a54d7383597719cfd/a: appending metadata at 1732296789994 (+13 ms)Flushing fa63efa05b997c2a54d7383597719cfd/a: closing flushed file at 1732296789994Flushing fa63efa05b997c2a54d7383597719cfd/b: creating writer at 1732296790005 (+11 ms)Flushing fa63efa05b997c2a54d7383597719cfd/b: appending metadata at 1732296790021 (+16 ms)Flushing fa63efa05b997c2a54d7383597719cfd/b: closing flushed file at 1732296790021Flushing fa63efa05b997c2a54d7383597719cfd/c: creating writer at 1732296790031 (+10 ms)Flushing fa63efa05b997c2a54d7383597719cfd/c: appending metadata at 1732296790049 (+18 ms)Flushing fa63efa05b997c2a54d7383597719cfd/c: closing flushed file at 1732296790049Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c6ea0: reopening flushed file at 1732296790061 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@338af242: reopening flushed file at 1732296790067 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@353dba99: reopening flushed file at 1732296790072 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for fa63efa05b997c2a54d7383597719cfd in 97ms, sequenceid=66, compaction requested=false; wal=null at 1732296790078 (+6 ms)Cleaning up temporary data from old regions at 1732296790080 (+2 ms)Region opened successfully at 1732296790085 (+5 ms) 2024-11-22T17:33:10,097 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fa63efa05b997c2a54d7383597719cfd, disabling compactions & flushes 2024-11-22T17:33:10,097 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd. 2024-11-22T17:33:10,097 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd. 2024-11-22T17:33:10,097 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd. after waiting 0 ms 2024-11-22T17:33:10,097 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd. 2024-11-22T17:33:10,099 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732296785523.fa63efa05b997c2a54d7383597719cfd. 2024-11-22T17:33:10,099 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fa63efa05b997c2a54d7383597719cfd: Waiting for close lock at 1732296790097Disabling compacts and flushes for region at 1732296790097Disabling writes for close at 1732296790097Writing region close event to WAL at 1732296790099 (+2 ms)Closed at 1732296790099 2024-11-22T17:33:10,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741939_1119 (size=95) 2024-11-22T17:33:10,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741939_1119 (size=95) 2024-11-22T17:33:10,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741939_1119 (size=95) 2024-11-22T17:33:10,103 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T17:33:10,103 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732296789935) 2024-11-22T17:33:10,117 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=450 (was 441) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-645971041_22 at /127.0.0.1:36686 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-645971041_22 at /127.0.0.1:33378 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:34531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:34531 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-645971041_22 at /127.0.0.1:58038 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=234 (was 234), ProcessCount=11 (was 11), AvailableMemoryMB=2016 (was 2147) 2024-11-22T17:33:10,117 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-11-22T17:33:10,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T17:33:10,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T17:33:10,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T17:33:10,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T17:33:10,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T17:33:10,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T17:33:10,118 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T17:33:10,118 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1125179072, stopped=false 2024-11-22T17:33:10,119 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e61df7af61d2,44049,1732296751335 2024-11-22T17:33:10,144 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T17:33:10,144 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T17:33:10,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T17:33:10,144 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:33:10,144 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:33:10,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:33:10,144 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T17:33:10,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T17:33:10,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T17:33:10,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T17:33:10,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T17:33:10,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T17:33:10,145 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e61df7af61d2,36913,1732296752237' ***** 2024-11-22T17:33:10,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T17:33:10,145 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.HRegionServer(2210): STOPPED: Exiting; cluster shutdown set and not carrying any regions 2024-11-22T17:33:10,146 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e61df7af61d2,36135,1732296752134' ***** 2024-11-22T17:33:10,146 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T17:33:10,146 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T17:33:10,146 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T17:33:10,146 INFO [RS:0;e61df7af61d2:36135 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T17:33:10,146 INFO [RS:0;e61df7af61d2:36135 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T17:33:10,146 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer(3091): Received CLOSE for 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:33:10,146 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer(959): stopping server e61df7af61d2,36135,1732296752134 2024-11-22T17:33:10,146 INFO [RS:0;e61df7af61d2:36135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T17:33:10,146 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T17:33:10,146 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 426dab8ce6dc1d86347f65415f6d7e81, disabling compactions & flushes 2024-11-22T17:33:10,147 INFO [RS:0;e61df7af61d2:36135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e61df7af61d2:36135. 2024-11-22T17:33:10,147 INFO [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:33:10,147 INFO [RS:1;e61df7af61d2:36913 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T17:33:10,147 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T17:33:10,147 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:33:10,147 INFO [RS:1;e61df7af61d2:36913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T17:33:10,147 DEBUG [RS:0;e61df7af61d2:36135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T17:33:10,147 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.HRegionServer(959): stopping server e61df7af61d2,36913,1732296752237 2024-11-22T17:33:10,147 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. after waiting 0 ms 2024-11-22T17:33:10,147 INFO [RS:1;e61df7af61d2:36913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T17:33:10,147 DEBUG [RS:0;e61df7af61d2:36135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T17:33:10,147 INFO [RS:1;e61df7af61d2:36913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e61df7af61d2:36913. 2024-11-22T17:33:10,147 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:33:10,147 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T17:33:10,147 DEBUG [RS:1;e61df7af61d2:36913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T17:33:10,147 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T17:33:10,147 DEBUG [RS:1;e61df7af61d2:36913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T17:33:10,147 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T17:33:10,147 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T17:33:10,147 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.HRegionServer(976): stopping server e61df7af61d2,36913,1732296752237; all regions closed. 2024-11-22T17:33:10,147 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T17:33:10,147 DEBUG [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 426dab8ce6dc1d86347f65415f6d7e81=testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81.} 2024-11-22T17:33:10,147 DEBUG [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 426dab8ce6dc1d86347f65415f6d7e81 2024-11-22T17:33:10,147 DEBUG [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T17:33:10,148 INFO [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T17:33:10,148 DEBUG [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T17:33:10,148 DEBUG [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T17:33:10,148 DEBUG [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T17:33:10,148 INFO [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-11-22T17:33:10,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741833_1009 (size=95) 2024-11-22T17:33:10,150 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/WALs/e61df7af61d2,36913,1732296752237/e61df7af61d2%2C36913%2C1732296752237.1732296753840 not finished, retry = 0 2024-11-22T17:33:10,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741833_1009 (size=95) 2024-11-22T17:33:10,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741833_1009 (size=95) 2024-11-22T17:33:10,152 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/default/testReplayEditsAfterRegionMovedWithMultiCF/426dab8ce6dc1d86347f65415f6d7e81/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-22T17:33:10,152 INFO [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:33:10,153 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 426dab8ce6dc1d86347f65415f6d7e81: Waiting for close lock at 1732296790146Running coprocessor pre-close hooks at 1732296790146Disabling compacts and flushes for region at 1732296790146Disabling writes for close at 1732296790147 (+1 ms)Writing region close event to WAL at 1732296790148 (+1 ms)Running coprocessor post-close hooks at 1732296790152 (+4 ms)Closed at 1732296790152 2024-11-22T17:33:10,153 DEBUG [RS_CLOSE_REGION-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81. 2024-11-22T17:33:10,153 DEBUG [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/.tmp/info/9b99fe6a436244d79aa681e8606dd7bf is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732296766438.426dab8ce6dc1d86347f65415f6d7e81./info:regioninfo/1732296770419/Put/seqid=0 2024-11-22T17:33:10,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741943_1123 (size=6778) 2024-11-22T17:33:10,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741943_1123 (size=6778) 2024-11-22T17:33:10,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741943_1123 (size=6778) 2024-11-22T17:33:10,158 INFO [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/.tmp/info/9b99fe6a436244d79aa681e8606dd7bf 2024-11-22T17:33:10,163 DEBUG [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/.tmp/info/9b99fe6a436244d79aa681e8606dd7bf as hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/info/9b99fe6a436244d79aa681e8606dd7bf 2024-11-22T17:33:10,169 INFO [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/info/9b99fe6a436244d79aa681e8606dd7bf, entries=8, sequenceid=23, filesize=6.6 K 2024-11-22T17:33:10,170 INFO [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 22ms, sequenceid=23, compaction requested=false 2024-11-22T17:33:10,174 DEBUG [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-11-22T17:33:10,175 DEBUG [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T17:33:10,175 INFO [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T17:33:10,175 DEBUG [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732296790147Running coprocessor pre-close hooks at 1732296790147Disabling compacts and flushes for region at 1732296790147Disabling writes for close at 1732296790148 (+1 ms)Obtaining lock to block concurrent updates at 1732296790148Preparing flush snapshotting stores in 1588230740 at 1732296790148Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1732296790148Flushing stores of hbase:meta,,1.1588230740 at 1732296790149 (+1 ms)Flushing 1588230740/info: creating writer at 1732296790150 (+1 ms)Flushing 1588230740/info: appending metadata at 1732296790153 (+3 ms)Flushing 1588230740/info: closing flushed file at 1732296790153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58c3e926: reopening flushed file at 1732296790163 (+10 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 22ms, sequenceid=23, compaction requested=false at 1732296790170 (+7 ms)Writing region close event to WAL at 1732296790171 (+1 ms)Running coprocessor post-close hooks at 1732296790175 (+4 ms)Closed at 1732296790175 2024-11-22T17:33:10,175 DEBUG [RS_CLOSE_META-regionserver/e61df7af61d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T17:33:10,218 INFO [regionserver/e61df7af61d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T17:33:10,218 INFO [regionserver/e61df7af61d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T17:33:10,252 DEBUG [RS:1;e61df7af61d2:36913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/oldWALs 2024-11-22T17:33:10,252 INFO [RS:1;e61df7af61d2:36913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e61df7af61d2%2C36913%2C1732296752237:(num 1732296753840) 2024-11-22T17:33:10,253 DEBUG [RS:1;e61df7af61d2:36913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T17:33:10,253 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T17:33:10,253 INFO [RS:1;e61df7af61d2:36913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T17:33:10,253 INFO [RS:1;e61df7af61d2:36913 {}] hbase.ChoreService(370): Chore service for: regionserver/e61df7af61d2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T17:33:10,253 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T17:33:10,253 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T17:33:10,253 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T17:33:10,253 INFO [regionserver/e61df7af61d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T17:33:10,253 INFO [RS:1;e61df7af61d2:36913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T17:33:10,253 INFO [RS:1;e61df7af61d2:36913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36913 2024-11-22T17:33:10,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T17:33:10,281 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e61df7af61d2,36913,1732296752237 2024-11-22T17:33:10,281 INFO [RS:1;e61df7af61d2:36913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T17:33:10,282 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e61df7af61d2,36913,1732296752237] 2024-11-22T17:33:10,323 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e61df7af61d2,36913,1732296752237 already deleted, retry=false 2024-11-22T17:33:10,323 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e61df7af61d2,36913,1732296752237 expired; onlineServers=1 2024-11-22T17:33:10,348 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer(976): stopping server e61df7af61d2,36135,1732296752134; all regions closed. 2024-11-22T17:33:10,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741893_1071 (size=1668) 2024-11-22T17:33:10,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741893_1071 (size=1668) 2024-11-22T17:33:10,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741893_1071 (size=1668) 2024-11-22T17:33:10,354 DEBUG [RS:0;e61df7af61d2:36135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/oldWALs 2024-11-22T17:33:10,354 INFO [RS:0;e61df7af61d2:36135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e61df7af61d2%2C36135%2C1732296752134.meta:.meta(num 1732296769557) 2024-11-22T17:33:10,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741835_1011 (size=2178) 2024-11-22T17:33:10,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741835_1011 (size=2178) 2024-11-22T17:33:10,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741835_1011 (size=2178) 2024-11-22T17:33:10,360 DEBUG [RS:0;e61df7af61d2:36135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/oldWALs 2024-11-22T17:33:10,360 INFO [RS:0;e61df7af61d2:36135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e61df7af61d2%2C36135%2C1732296752134:(num 1732296753840) 2024-11-22T17:33:10,360 DEBUG [RS:0;e61df7af61d2:36135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T17:33:10,360 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T17:33:10,360 INFO [RS:0;e61df7af61d2:36135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T17:33:10,360 INFO [RS:0;e61df7af61d2:36135 {}] hbase.ChoreService(370): Chore service for: regionserver/e61df7af61d2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T17:33:10,360 INFO [RS:0;e61df7af61d2:36135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T17:33:10,360 INFO [regionserver/e61df7af61d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T17:33:10,360 INFO [RS:0;e61df7af61d2:36135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36135 2024-11-22T17:33:10,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T17:33:10,375 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e61df7af61d2,36135,1732296752134 2024-11-22T17:33:10,376 INFO [RS:0;e61df7af61d2:36135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T17:33:10,397 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e61df7af61d2,36135,1732296752134] 2024-11-22T17:33:10,402 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T17:33:10,402 INFO [RS:1;e61df7af61d2:36913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T17:33:10,402 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x101639ab1810002, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T17:33:10,402 INFO [RS:1;e61df7af61d2:36913 {}] regionserver.HRegionServer(1031): Exiting; stopping=e61df7af61d2,36913,1732296752237; zookeeper connection closed. 2024-11-22T17:33:10,402 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58ab2ff4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58ab2ff4 2024-11-22T17:33:10,408 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e61df7af61d2,36135,1732296752134 already deleted, retry=false 2024-11-22T17:33:10,409 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e61df7af61d2,36135,1732296752134 expired; onlineServers=0 2024-11-22T17:33:10,409 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e61df7af61d2,44049,1732296751335' ***** 2024-11-22T17:33:10,409 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T17:33:10,409 INFO [M:0;e61df7af61d2:44049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T17:33:10,409 INFO [M:0;e61df7af61d2:44049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T17:33:10,409 DEBUG [M:0;e61df7af61d2:44049 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T17:33:10,410 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T17:33:10,410 DEBUG [M:0;e61df7af61d2:44049 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T17:33:10,410 DEBUG [master/e61df7af61d2:0:becomeActiveMaster-HFileCleaner.large.0-1732296753446 {}] cleaner.HFileCleaner(306): Exit Thread[master/e61df7af61d2:0:becomeActiveMaster-HFileCleaner.large.0-1732296753446,5,FailOnTimeoutGroup] 2024-11-22T17:33:10,410 DEBUG [master/e61df7af61d2:0:becomeActiveMaster-HFileCleaner.small.0-1732296753449 {}] cleaner.HFileCleaner(306): Exit Thread[master/e61df7af61d2:0:becomeActiveMaster-HFileCleaner.small.0-1732296753449,5,FailOnTimeoutGroup] 2024-11-22T17:33:10,413 INFO [M:0;e61df7af61d2:44049 {}] hbase.ChoreService(370): Chore service for: master/e61df7af61d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T17:33:10,413 INFO [M:0;e61df7af61d2:44049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T17:33:10,413 DEBUG [M:0;e61df7af61d2:44049 {}] master.HMaster(1795): Stopping service threads 2024-11-22T17:33:10,413 INFO [M:0;e61df7af61d2:44049 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T17:33:10,414 INFO [M:0;e61df7af61d2:44049 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T17:33:10,414 INFO [M:0;e61df7af61d2:44049 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T17:33:10,414 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T17:33:10,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T17:33:10,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T17:33:10,428 DEBUG [M:0;e61df7af61d2:44049 {}] zookeeper.ZKUtil(347): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T17:33:10,428 WARN [M:0;e61df7af61d2:44049 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T17:33:10,429 INFO [M:0;e61df7af61d2:44049 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/.lastflushedseqids 2024-11-22T17:33:10,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741944_1124 (size=119) 2024-11-22T17:33:10,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741944_1124 (size=119) 2024-11-22T17:33:10,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741944_1124 (size=119) 2024-11-22T17:33:10,439 INFO [M:0;e61df7af61d2:44049 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T17:33:10,439 INFO [M:0;e61df7af61d2:44049 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T17:33:10,440 DEBUG [M:0;e61df7af61d2:44049 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T17:33:10,440 INFO [M:0;e61df7af61d2:44049 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T17:33:10,440 DEBUG [M:0;e61df7af61d2:44049 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T17:33:10,440 DEBUG [M:0;e61df7af61d2:44049 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T17:33:10,440 DEBUG [M:0;e61df7af61d2:44049 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T17:33:10,440 INFO [M:0;e61df7af61d2:44049 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.40 KB heapSize=102.70 KB 2024-11-22T17:33:10,456 DEBUG [M:0;e61df7af61d2:44049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd80cac7635947ffbd2755cb87d9c8fa is 82, key is hbase:meta,,1/info:regioninfo/1732296769710/Put/seqid=0 2024-11-22T17:33:10,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741945_1125 (size=6063) 2024-11-22T17:33:10,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741945_1125 (size=6063) 2024-11-22T17:33:10,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741945_1125 (size=6063) 2024-11-22T17:33:10,462 INFO [M:0;e61df7af61d2:44049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd80cac7635947ffbd2755cb87d9c8fa 2024-11-22T17:33:10,481 DEBUG [M:0;e61df7af61d2:44049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d270af4d46d4e16acd910518d0311f8 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732296766882/Put/seqid=0 2024-11-22T17:33:10,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741946_1126 (size=7907) 2024-11-22T17:33:10,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741946_1126 (size=7907) 2024-11-22T17:33:10,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741946_1126 (size=7907) 2024-11-22T17:33:10,489 INFO [M:0;e61df7af61d2:44049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.17 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d270af4d46d4e16acd910518d0311f8 2024-11-22T17:33:10,493 INFO [M:0;e61df7af61d2:44049 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d270af4d46d4e16acd910518d0311f8 2024-11-22T17:33:10,497 INFO [RS:0;e61df7af61d2:36135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T17:33:10,497 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T17:33:10,497 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x101639ab1810001, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T17:33:10,497 INFO [RS:0;e61df7af61d2:36135 {}] regionserver.HRegionServer(1031): Exiting; stopping=e61df7af61d2,36135,1732296752134; zookeeper connection closed. 2024-11-22T17:33:10,497 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73f20f9a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73f20f9a 2024-11-22T17:33:10,497 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T17:33:10,506 DEBUG [M:0;e61df7af61d2:44049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bedb1197df84ad687a0e6be07113be9 is 69, key is e61df7af61d2,36135,1732296752134/rs:state/1732296753570/Put/seqid=0 2024-11-22T17:33:10,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741947_1127 (size=5440) 2024-11-22T17:33:10,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741947_1127 (size=5440) 2024-11-22T17:33:10,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741947_1127 (size=5440) 2024-11-22T17:33:10,512 INFO [M:0;e61df7af61d2:44049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bedb1197df84ad687a0e6be07113be9 2024-11-22T17:33:10,516 INFO [M:0;e61df7af61d2:44049 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bedb1197df84ad687a0e6be07113be9 2024-11-22T17:33:10,517 DEBUG [M:0;e61df7af61d2:44049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd80cac7635947ffbd2755cb87d9c8fa as hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd80cac7635947ffbd2755cb87d9c8fa 2024-11-22T17:33:10,522 INFO [M:0;e61df7af61d2:44049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd80cac7635947ffbd2755cb87d9c8fa, entries=14, sequenceid=207, filesize=5.9 K 2024-11-22T17:33:10,523 DEBUG [M:0;e61df7af61d2:44049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d270af4d46d4e16acd910518d0311f8 as hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d270af4d46d4e16acd910518d0311f8 2024-11-22T17:33:10,528 INFO [M:0;e61df7af61d2:44049 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d270af4d46d4e16acd910518d0311f8 2024-11-22T17:33:10,528 INFO [M:0;e61df7af61d2:44049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d270af4d46d4e16acd910518d0311f8, entries=21, sequenceid=207, filesize=7.7 K 2024-11-22T17:33:10,529 DEBUG [M:0;e61df7af61d2:44049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bedb1197df84ad687a0e6be07113be9 as hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0bedb1197df84ad687a0e6be07113be9 2024-11-22T17:33:10,533 INFO [M:0;e61df7af61d2:44049 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bedb1197df84ad687a0e6be07113be9 2024-11-22T17:33:10,533 INFO [M:0;e61df7af61d2:44049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34531/user/jenkins/test-data/8a7a39da-ff72-bfe8-977d-864128ce5e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0bedb1197df84ad687a0e6be07113be9, entries=3, sequenceid=207, filesize=5.3 K 2024-11-22T17:33:10,534 INFO [M:0;e61df7af61d2:44049 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=207, compaction requested=false 2024-11-22T17:33:10,535 INFO [M:0;e61df7af61d2:44049 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T17:33:10,535 DEBUG [M:0;e61df7af61d2:44049 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732296790440Disabling compacts and flushes for region at 1732296790440Disabling writes for close at 1732296790440Obtaining lock to block concurrent updates at 1732296790440Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732296790440Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85398, getHeapSize=105104, getOffHeapSize=0, getCellsCount=248 at 1732296790440Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732296790441 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732296790441Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732296790456 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732296790456Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732296790467 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732296790481 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732296790481Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732296790493 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732296790505 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732296790505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f642e2a: reopening flushed file at 1732296790516 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e35084a: reopening flushed file at 1732296790523 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77546890: reopening flushed file at 1732296790528 (+5 ms)Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=207, compaction requested=false at 1732296790534 (+6 ms)Writing region close event to WAL at 1732296790535 (+1 ms)Closed at 1732296790535 2024-11-22T17:33:10,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741830_1006 (size=69299) 2024-11-22T17:33:10,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34135 is added to blk_1073741830_1006 (size=69299) 2024-11-22T17:33:10,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741830_1006 (size=69299) 2024-11-22T17:33:10,538 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T17:33:10,538 INFO [M:0;e61df7af61d2:44049 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T17:33:10,538 INFO [M:0;e61df7af61d2:44049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44049 2024-11-22T17:33:10,538 INFO [M:0;e61df7af61d2:44049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T17:33:10,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T17:33:10,644 INFO [M:0;e61df7af61d2:44049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T17:33:10,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44049-0x101639ab1810000, quorum=127.0.0.1:50740, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T17:33:10,650 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965/wal.1732296780235 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965/wal.1732296780235 (inode 16688) Holder DFSClient_NONMAPREDUCE_809006135_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732296770965/wal.1732296780235 (inode 16688) Holder DFSClient_NONMAPREDUCE_809006135_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-22T17:33:10,653 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492/wal.1732296770787 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492/wal.1732296770787 (inode 16665) Holder DFSClient_NONMAPREDUCE_809006135_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732296770492/wal.1732296770787 (inode 16665) Holder DFSClient_NONMAPREDUCE_809006135_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-22T17:33:10,653 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732296762030/wal.1732296762150 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:33:10,655 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423/wal.1732296780941 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423/wal.1732296780941 (inode 16714) Holder DFSClient_NONMAPREDUCE_809006135_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732296780423/wal.1732296780941 (inode 16714) Holder DFSClient_NONMAPREDUCE_809006135_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-22T17:33:10,656 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732296781084/wal.1732296781156 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:33:10,656 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732296785522/wal.1732296785692 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:33:10,657 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732296755472/wal.1732296755547 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T17:33:10,658 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal.1732296755332 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal.1732296755332 (inode 16485) Holder DFSClient_NONMAPREDUCE_809006135_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732296755160/wal.1732296755332 (inode 16485) Holder DFSClient_NONMAPREDUCE_809006135_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-22T17:33:10,660 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal.1732296754935 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal.1732296754935 (inode 16462) Holder DFSClient_NONMAPREDUCE_809006135_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732296754710/wal.1732296754935 (inode 16462) Holder DFSClient_NONMAPREDUCE_809006135_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-22T17:33:10,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43206bef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T17:33:10,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@228ffa29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T17:33:10,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T17:33:10,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f079a76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T17:33:10,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da22a2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/hadoop.log.dir/,STOPPED} 2024-11-22T17:33:10,668 WARN [BP-822804123-172.17.0.2-1732296746753 heartbeating to localhost/127.0.0.1:34531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T17:33:10,668 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T17:33:10,669 WARN [BP-822804123-172.17.0.2-1732296746753 heartbeating to localhost/127.0.0.1:34531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-822804123-172.17.0.2-1732296746753 (Datanode Uuid 34515c4f-5165-4097-bb1d-e6d68d433c91) service to localhost/127.0.0.1:34531 2024-11-22T17:33:10,669 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T17:33:10,670 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/data/data5/current/BP-822804123-172.17.0.2-1732296746753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T17:33:10,670 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/data/data6/current/BP-822804123-172.17.0.2-1732296746753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T17:33:10,670 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T17:33:10,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4546bb60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T17:33:10,672 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c7d32f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T17:33:10,672 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T17:33:10,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ebbf344{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T17:33:10,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b5fc47c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/hadoop.log.dir/,STOPPED} 2024-11-22T17:33:10,674 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T17:33:10,674 WARN [BP-822804123-172.17.0.2-1732296746753 heartbeating to localhost/127.0.0.1:34531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T17:33:10,674 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T17:33:10,674 WARN [BP-822804123-172.17.0.2-1732296746753 heartbeating to localhost/127.0.0.1:34531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-822804123-172.17.0.2-1732296746753 (Datanode Uuid 3710d734-27ae-42d5-a2c2-a924d9ff7cbc) service to localhost/127.0.0.1:34531 2024-11-22T17:33:10,674 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/data/data3/current/BP-822804123-172.17.0.2-1732296746753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T17:33:10,674 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/data/data4/current/BP-822804123-172.17.0.2-1732296746753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T17:33:10,675 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T17:33:10,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36632d60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T17:33:10,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@751d2fa4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T17:33:10,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T17:33:10,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@433df981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T17:33:10,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f76f489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/hadoop.log.dir/,STOPPED} 2024-11-22T17:33:10,679 WARN [BP-822804123-172.17.0.2-1732296746753 heartbeating to localhost/127.0.0.1:34531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T17:33:10,679 WARN [BP-822804123-172.17.0.2-1732296746753 heartbeating to localhost/127.0.0.1:34531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-822804123-172.17.0.2-1732296746753 (Datanode Uuid fc17efb7-704d-4bef-bc40-4f5942228a95) service to localhost/127.0.0.1:34531 2024-11-22T17:33:10,679 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T17:33:10,679 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T17:33:10,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/data/data1/current/BP-822804123-172.17.0.2-1732296746753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T17:33:10,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/cluster_745c3744-510a-4589-7dfc-13d4da61e7b0/data/data2/current/BP-822804123-172.17.0.2-1732296746753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T17:33:10,680 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T17:33:10,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T17:33:10,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T17:33:10,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T17:33:10,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T17:33:10,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbd27891-1073-1320-9e13-e5a0a8af8924/hadoop.log.dir/,STOPPED} 2024-11-22T17:33:10,694 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T17:33:10,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down