2024-11-21 14:26:41,159 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-21 14:26:41,172 main DEBUG Took 0.010105 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 14:26:41,172 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 14:26:41,172 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 14:26:41,173 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 14:26:41,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:26:41,181 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 14:26:41,192 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:26:41,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:26:41,194 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:26:41,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:26:41,195 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:26:41,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:26:41,196 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:26:41,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:26:41,197 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:26:41,197 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:26:41,197 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:26:41,198 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:26:41,198 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:26:41,198 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:26:41,199 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:26:41,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:26:41,199 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:26:41,200 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:26:41,200 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:26:41,200 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:26:41,201 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:26:41,201 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:26:41,201 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:26:41,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:26:41,202 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:26:41,202 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 14:26:41,204 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:26:41,205 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 14:26:41,206 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 14:26:41,207 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 14:26:41,208 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 14:26:41,208 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 14:26:41,216 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 14:26:41,219 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 14:26:41,221 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 14:26:41,221 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 14:26:41,221 main DEBUG createAppenders(={Console}) 2024-11-21 14:26:41,222 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-21 14:26:41,222 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-21 14:26:41,222 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-21 14:26:41,223 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 14:26:41,223 main DEBUG OutputStream closed 2024-11-21 14:26:41,223 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 14:26:41,224 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 14:26:41,224 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-21 14:26:41,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 14:26:41,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 14:26:41,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 14:26:41,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 14:26:41,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 14:26:41,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 14:26:41,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 14:26:41,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 14:26:41,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 14:26:41,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 14:26:41,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 14:26:41,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 14:26:41,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 14:26:41,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 14:26:41,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 14:26:41,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 14:26:41,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 14:26:41,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 14:26:41,301 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 14:26:41,301 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-21 14:26:41,301 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 14:26:41,302 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-21T14:26:41,538 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91 2024-11-21 14:26:41,541 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 14:26:41,541 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T14:26:41,550 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-21T14:26:41,556 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-21T14:26:41,576 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T14:26:41,624 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T14:26:41,624 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T14:26:41,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:26:41,653 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d, deleteOnExit=true 2024-11-21T14:26:41,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:26:41,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/test.cache.data in system properties and HBase conf 2024-11-21T14:26:41,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:26:41,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:26:41,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:26:41,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:26:41,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:26:41,740 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T14:26:41,851 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:26:41,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:26:41,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:26:41,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:26:41,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:26:41,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:26:41,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:26:41,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:26:41,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:26:41,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:26:41,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:26:41,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:26:41,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:26:41,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:26:41,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:26:42,723 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T14:26:42,808 INFO [Time-limited test {}] log.Log(170): Logging initialized @2394ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T14:26:42,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:26:42,945 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:26:42,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:26:42,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:26:42,966 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:26:42,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:26:42,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@139bf1d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:26:42,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1257581c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:26:43,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@126092e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/java.io.tmpdir/jetty-localhost-39705-hadoop-hdfs-3_4_1-tests_jar-_-any-732277133928879456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:26:43,244 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13cf0cac{HTTP/1.1, (http/1.1)}{localhost:39705} 2024-11-21T14:26:43,245 INFO [Time-limited test {}] server.Server(415): Started @2830ms 2024-11-21T14:26:43,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:26:43,702 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:26:43,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:26:43,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:26:43,705 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:26:43,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e8b79bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:26:43,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9e785bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:26:43,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32507d6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/java.io.tmpdir/jetty-localhost-41217-hadoop-hdfs-3_4_1-tests_jar-_-any-18115234434439287615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:26:43,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28253f02{HTTP/1.1, (http/1.1)}{localhost:41217} 2024-11-21T14:26:43,839 INFO [Time-limited test {}] server.Server(415): Started @3425ms 2024-11-21T14:26:43,903 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:26:44,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:26:44,069 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:26:44,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:26:44,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:26:44,077 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:26:44,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac30c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:26:44,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c2e58d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:26:44,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@452d3806{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/java.io.tmpdir/jetty-localhost-41511-hadoop-hdfs-3_4_1-tests_jar-_-any-17289271851712031265/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:26:44,238 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@972aa25{HTTP/1.1, (http/1.1)}{localhost:41511} 2024-11-21T14:26:44,238 INFO [Time-limited test {}] server.Server(415): Started @3824ms 2024-11-21T14:26:44,242 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:26:44,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:26:44,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:26:44,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:26:44,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:26:44,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:26:44,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202e66f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:26:44,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53093b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:26:44,391 WARN [Thread-104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d/data/data2/current/BP-113627258-172.17.0.2-1732199202458/current, will proceed with Du for space computation calculation, 2024-11-21T14:26:44,391 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d/data/data1/current/BP-113627258-172.17.0.2-1732199202458/current, will proceed with Du for space computation calculation, 2024-11-21T14:26:44,399 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d/data/data3/current/BP-113627258-172.17.0.2-1732199202458/current, will proceed with Du for space computation calculation, 2024-11-21T14:26:44,405 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d/data/data4/current/BP-113627258-172.17.0.2-1732199202458/current, will proceed with Du for space computation calculation, 2024-11-21T14:26:44,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@641b15f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/java.io.tmpdir/jetty-localhost-35063-hadoop-hdfs-3_4_1-tests_jar-_-any-17985104892477862930/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:26:44,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@212e0707{HTTP/1.1, (http/1.1)}{localhost:35063} 2024-11-21T14:26:44,461 INFO [Time-limited test {}] server.Server(415): Started @4046ms 2024-11-21T14:26:44,463 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:26:44,480 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:26:44,496 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:26:44,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64a10e8a0ecffb49 with lease ID 0xdb52cf4f18b353aa: Processing first storage report for DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1 from datanode DatanodeRegistration(127.0.0.1:38331, datanodeUuid=23700389-b44b-430c-a644-17d254b0f63b, infoPort=35895, infoSecurePort=0, ipcPort=34049, storageInfo=lv=-57;cid=testClusterID;nsid=1885187556;c=1732199202458) 2024-11-21T14:26:44,581 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64a10e8a0ecffb49 with lease ID 0xdb52cf4f18b353aa: from storage DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1 node DatanodeRegistration(127.0.0.1:38331, datanodeUuid=23700389-b44b-430c-a644-17d254b0f63b, infoPort=35895, infoSecurePort=0, ipcPort=34049, storageInfo=lv=-57;cid=testClusterID;nsid=1885187556;c=1732199202458), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-21T14:26:44,582 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44828cce73312c9e with lease ID 0xdb52cf4f18b353ab: Processing first storage report for DS-62596f88-2b23-40e9-903e-c8b695436ac5 from datanode DatanodeRegistration(127.0.0.1:33701, datanodeUuid=f67cb59b-a333-4b36-b9e8-8ffa8bb4809c, infoPort=33933, infoSecurePort=0, ipcPort=39387, storageInfo=lv=-57;cid=testClusterID;nsid=1885187556;c=1732199202458) 2024-11-21T14:26:44,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44828cce73312c9e with lease ID 0xdb52cf4f18b353ab: from storage DS-62596f88-2b23-40e9-903e-c8b695436ac5 node DatanodeRegistration(127.0.0.1:33701, datanodeUuid=f67cb59b-a333-4b36-b9e8-8ffa8bb4809c, infoPort=33933, infoSecurePort=0, ipcPort=39387, storageInfo=lv=-57;cid=testClusterID;nsid=1885187556;c=1732199202458), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T14:26:44,582 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64a10e8a0ecffb49 with lease ID 0xdb52cf4f18b353aa: Processing first storage report for DS-359286bb-8e9f-4a5f-83c9-afdc534c47b3 from datanode DatanodeRegistration(127.0.0.1:38331, datanodeUuid=23700389-b44b-430c-a644-17d254b0f63b, infoPort=35895, infoSecurePort=0, ipcPort=34049, storageInfo=lv=-57;cid=testClusterID;nsid=1885187556;c=1732199202458) 2024-11-21T14:26:44,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64a10e8a0ecffb49 with lease ID 0xdb52cf4f18b353aa: from storage DS-359286bb-8e9f-4a5f-83c9-afdc534c47b3 node DatanodeRegistration(127.0.0.1:38331, datanodeUuid=23700389-b44b-430c-a644-17d254b0f63b, infoPort=35895, infoSecurePort=0, ipcPort=34049, storageInfo=lv=-57;cid=testClusterID;nsid=1885187556;c=1732199202458), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:26:44,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44828cce73312c9e with lease ID 0xdb52cf4f18b353ab: Processing first storage report for DS-504fc7f9-d757-40cf-b3b0-7204ba5fb719 from datanode DatanodeRegistration(127.0.0.1:33701, datanodeUuid=f67cb59b-a333-4b36-b9e8-8ffa8bb4809c, infoPort=33933, infoSecurePort=0, ipcPort=39387, storageInfo=lv=-57;cid=testClusterID;nsid=1885187556;c=1732199202458) 2024-11-21T14:26:44,583 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44828cce73312c9e with lease ID 0xdb52cf4f18b353ab: from storage DS-504fc7f9-d757-40cf-b3b0-7204ba5fb719 node DatanodeRegistration(127.0.0.1:33701, datanodeUuid=f67cb59b-a333-4b36-b9e8-8ffa8bb4809c, infoPort=33933, infoSecurePort=0, ipcPort=39387, storageInfo=lv=-57;cid=testClusterID;nsid=1885187556;c=1732199202458), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:26:44,626 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d/data/data5/current/BP-113627258-172.17.0.2-1732199202458/current, will proceed with Du for space computation calculation, 2024-11-21T14:26:44,626 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d/data/data6/current/BP-113627258-172.17.0.2-1732199202458/current, will proceed with Du for space computation calculation, 2024-11-21T14:26:44,661 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:26:44,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8077d5c9173c90b5 with lease ID 0xdb52cf4f18b353ac: Processing first storage report for DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b from datanode DatanodeRegistration(127.0.0.1:45379, datanodeUuid=8b8a586e-4d19-4af4-b9f3-682b598467d8, infoPort=33075, infoSecurePort=0, ipcPort=43725, storageInfo=lv=-57;cid=testClusterID;nsid=1885187556;c=1732199202458) 2024-11-21T14:26:44,667 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8077d5c9173c90b5 with lease ID 0xdb52cf4f18b353ac: from storage DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b node DatanodeRegistration(127.0.0.1:45379, datanodeUuid=8b8a586e-4d19-4af4-b9f3-682b598467d8, infoPort=33075, infoSecurePort=0, ipcPort=43725, storageInfo=lv=-57;cid=testClusterID;nsid=1885187556;c=1732199202458), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T14:26:44,667 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8077d5c9173c90b5 with lease ID 0xdb52cf4f18b353ac: Processing first storage report for DS-61175fc4-6fd8-4ed9-b36a-681beb4e0f19 from datanode DatanodeRegistration(127.0.0.1:45379, datanodeUuid=8b8a586e-4d19-4af4-b9f3-682b598467d8, infoPort=33075, infoSecurePort=0, ipcPort=43725, storageInfo=lv=-57;cid=testClusterID;nsid=1885187556;c=1732199202458) 2024-11-21T14:26:44,667 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8077d5c9173c90b5 with lease ID 0xdb52cf4f18b353ac: from storage DS-61175fc4-6fd8-4ed9-b36a-681beb4e0f19 node DatanodeRegistration(127.0.0.1:45379, datanodeUuid=8b8a586e-4d19-4af4-b9f3-682b598467d8, infoPort=33075, infoSecurePort=0, ipcPort=43725, storageInfo=lv=-57;cid=testClusterID;nsid=1885187556;c=1732199202458), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:26:44,904 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91 2024-11-21T14:26:45,000 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d/zookeeper_0, clientPort=58348, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T14:26:45,010 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58348 2024-11-21T14:26:45,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:26:45,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:26:45,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:26:45,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:26:45,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:26:45,681 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a with version=8 2024-11-21T14:26:45,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/hbase-staging 2024-11-21T14:26:46,009 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:26:46,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:26:46,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:26:46,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:26:46,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:26:46,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:26:46,189 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:26:46,270 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T14:26:46,279 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T14:26:46,283 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:26:46,310 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8636 (auto-detected) 2024-11-21T14:26:46,312 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T14:26:46,331 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40325 2024-11-21T14:26:46,354 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40325 connecting to ZooKeeper ensemble=127.0.0.1:58348 2024-11-21T14:26:46,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403250x0, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:26:46,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40325-0x1013aec33030000 connected 2024-11-21T14:26:46,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:26:46,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:26:46,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:26:46,441 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a, hbase.cluster.distributed=false 2024-11-21T14:26:46,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:26:46,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40325 2024-11-21T14:26:46,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40325 2024-11-21T14:26:46,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40325 2024-11-21T14:26:46,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40325 2024-11-21T14:26:46,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40325 2024-11-21T14:26:46,588 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:26:46,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:26:46,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:26:46,590 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:26:46,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:26:46,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:26:46,593 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:26:46,595 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:26:46,596 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39413 2024-11-21T14:26:46,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39413 connecting to ZooKeeper ensemble=127.0.0.1:58348 2024-11-21T14:26:46,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:26:46,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:26:46,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394130x0, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:26:46,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394130x0, quorum=127.0.0.1:58348, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:26:46,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39413-0x1013aec33030001 connected 2024-11-21T14:26:46,614 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:26:46,623 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:26:46,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39413-0x1013aec33030001, quorum=127.0.0.1:58348, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T14:26:46,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39413-0x1013aec33030001, quorum=127.0.0.1:58348, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:26:46,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39413 2024-11-21T14:26:46,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39413 2024-11-21T14:26:46,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39413 2024-11-21T14:26:46,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39413 2024-11-21T14:26:46,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39413 2024-11-21T14:26:46,651 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:26:46,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:26:46,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:26:46,652 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:26:46,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:26:46,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:26:46,653 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:26:46,653 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:26:46,654 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46227 2024-11-21T14:26:46,656 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46227 connecting to ZooKeeper ensemble=127.0.0.1:58348 2024-11-21T14:26:46,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:26:46,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:26:46,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462270x0, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:26:46,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46227-0x1013aec33030002 connected 2024-11-21T14:26:46,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:26:46,665 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:26:46,666 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:26:46,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T14:26:46,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:26:46,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46227 2024-11-21T14:26:46,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46227 2024-11-21T14:26:46,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46227 2024-11-21T14:26:46,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46227 2024-11-21T14:26:46,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46227 2024-11-21T14:26:46,688 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:26:46,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:26:46,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:26:46,689 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:26:46,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:26:46,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:26:46,689 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:26:46,689 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:26:46,690 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38529 2024-11-21T14:26:46,692 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38529 connecting to ZooKeeper ensemble=127.0.0.1:58348 2024-11-21T14:26:46,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:26:46,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:26:46,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385290x0, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:26:46,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38529-0x1013aec33030003 connected 2024-11-21T14:26:46,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:26:46,701 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:26:46,702 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:26:46,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T14:26:46,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:26:46,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38529 2024-11-21T14:26:46,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38529 2024-11-21T14:26:46,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38529 2024-11-21T14:26:46,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38529 2024-11-21T14:26:46,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38529 2024-11-21T14:26:46,723 DEBUG [M:0;8a7a968213a0:40325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:40325 2024-11-21T14:26:46,724 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/8a7a968213a0,40325,1732199205809 2024-11-21T14:26:46,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:26:46,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:26:46,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39413-0x1013aec33030001, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:26:46,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:26:46,734 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8a7a968213a0,40325,1732199205809 2024-11-21T14:26:46,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39413-0x1013aec33030001, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T14:26:46,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T14:26:46,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T14:26:46,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:46,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39413-0x1013aec33030001, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:46,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:46,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:46,765 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T14:26:46,767 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8a7a968213a0,40325,1732199205809 from backup master directory 2024-11-21T14:26:46,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8a7a968213a0,40325,1732199205809 2024-11-21T14:26:46,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39413-0x1013aec33030001, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:26:46,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:26:46,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:26:46,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:26:46,770 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:26:46,771 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,40325,1732199205809 2024-11-21T14:26:46,773 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T14:26:46,774 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T14:26:46,832 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/hbase.id] with ID: b5c56ac6-2fab-4bb4-b04f-5eb75fbf53f4 2024-11-21T14:26:46,832 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/.tmp/hbase.id 2024-11-21T14:26:46,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:26:46,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:26:46,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:26:46,847 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/.tmp/hbase.id]:[hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/hbase.id] 2024-11-21T14:26:46,889 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:26:46,894 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:26:46,913 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-21T14:26:46,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:46,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39413-0x1013aec33030001, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:46,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:46,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:46,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:26:46,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:26:46,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:26:46,951 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:26:46,953 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:26:46,958 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:26:46,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:26:47,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:26:47,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:26:47,020 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store 2024-11-21T14:26:47,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:26:47,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:26:47,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:26:47,049 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T14:26:47,052 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:26:47,053 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:26:47,053 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:26:47,054 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:26:47,055 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:26:47,055 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:26:47,055 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:26:47,056 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732199207053Disabling compacts and flushes for region at 1732199207053Disabling writes for close at 1732199207055 (+2 ms)Writing region close event to WAL at 1732199207055Closed at 1732199207055 2024-11-21T14:26:47,058 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store/.initializing 2024-11-21T14:26:47,058 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/WALs/8a7a968213a0,40325,1732199205809 2024-11-21T14:26:47,066 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:26:47,081 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C40325%2C1732199205809, suffix=, logDir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/WALs/8a7a968213a0,40325,1732199205809, archiveDir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/oldWALs, maxLogs=10 2024-11-21T14:26:47,113 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/WALs/8a7a968213a0,40325,1732199205809/8a7a968213a0%2C40325%2C1732199205809.1732199207086, exclude list is [], retry=0 2024-11-21T14:26:47,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:26:47,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:26:47,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:26:47,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:26:47,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T14:26:47,179 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/WALs/8a7a968213a0,40325,1732199205809/8a7a968213a0%2C40325%2C1732199205809.1732199207086 2024-11-21T14:26:47,180 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:35895:35895)] 2024-11-21T14:26:47,181 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:26:47,181 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:26:47,185 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:26:47,186 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:26:47,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:26:47,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:26:47,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:47,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:26:47,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:26:47,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:26:47,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:47,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:47,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:26:47,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:26:47,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:47,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:47,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:26:47,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:26:47,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:47,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:47,268 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:26:47,271 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:26:47,272 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:26:47,277 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:26:47,278 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:26:47,281 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:26:47,285 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:26:47,290 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:26:47,291 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64818541, jitterRate=-0.034128472208976746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:26:47,298 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732199207199Initializing all the Stores at 1732199207201 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732199207202 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199207202Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199207203 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199207203Cleaning up temporary data from old regions at 1732199207278 (+75 ms)Region opened successfully at 1732199207298 (+20 ms) 2024-11-21T14:26:47,300 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:26:47,337 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b472f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:26:47,372 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:26:47,384 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:26:47,384 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:26:47,387 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:26:47,389 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T14:26:47,394 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T14:26:47,394 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:26:47,425 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:26:47,436 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T14:26:47,443 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T14:26:47,445 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:26:47,447 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:26:47,448 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T14:26:47,450 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:26:47,454 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:26:47,455 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T14:26:47,456 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:26:47,458 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T14:26:47,475 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:26:47,478 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T14:26:47,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39413-0x1013aec33030001, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:26:47,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:26:47,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39413-0x1013aec33030001, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:47,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:26:47,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:26:47,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:47,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:47,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:47,485 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,40325,1732199205809, sessionid=0x1013aec33030000, setting cluster-up flag (Was=false) 2024-11-21T14:26:47,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39413-0x1013aec33030001, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:47,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:47,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:47,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:47,503 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T14:26:47,505 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,40325,1732199205809 2024-11-21T14:26:47,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:47,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39413-0x1013aec33030001, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:47,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:47,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:47,516 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T14:26:47,517 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,40325,1732199205809 2024-11-21T14:26:47,524 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:26:47,608 INFO [AsyncFSWAL-0-hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData-prefix:8a7a968213a0,40325,1732199205809 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-21T14:26:47,612 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.HRegionServer(746): ClusterId : b5c56ac6-2fab-4bb4-b04f-5eb75fbf53f4 2024-11-21T14:26:47,612 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.HRegionServer(746): ClusterId : b5c56ac6-2fab-4bb4-b04f-5eb75fbf53f4 2024-11-21T14:26:47,612 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.HRegionServer(746): ClusterId : b5c56ac6-2fab-4bb4-b04f-5eb75fbf53f4 2024-11-21T14:26:47,615 DEBUG [RS:2;8a7a968213a0:38529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:26:47,615 DEBUG [RS:1;8a7a968213a0:46227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:26:47,615 DEBUG [RS:0;8a7a968213a0:39413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:26:47,622 DEBUG [RS:0;8a7a968213a0:39413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:26:47,622 DEBUG [RS:2;8a7a968213a0:38529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:26:47,622 DEBUG [RS:1;8a7a968213a0:46227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:26:47,622 DEBUG [RS:0;8a7a968213a0:39413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:26:47,622 DEBUG [RS:2;8a7a968213a0:38529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:26:47,622 DEBUG [RS:1;8a7a968213a0:46227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:26:47,624 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:26:47,625 DEBUG [RS:0;8a7a968213a0:39413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:26:47,625 DEBUG [RS:1;8a7a968213a0:46227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:26:47,625 DEBUG [RS:1;8a7a968213a0:46227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc0772b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:26:47,625 DEBUG [RS:0;8a7a968213a0:39413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7bd165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:26:47,627 DEBUG [RS:2;8a7a968213a0:38529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:26:47,627 DEBUG [RS:2;8a7a968213a0:38529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b504e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:26:47,635 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:26:47,642 DEBUG [RS:1;8a7a968213a0:46227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;8a7a968213a0:46227 2024-11-21T14:26:47,643 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:26:47,645 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:26:47,645 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:26:47,645 DEBUG [RS:1;8a7a968213a0:46227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:26:47,648 DEBUG [RS:0;8a7a968213a0:39413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:39413 2024-11-21T14:26:47,648 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:26:47,648 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:26:47,648 DEBUG [RS:0;8a7a968213a0:39413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:26:47,650 DEBUG [RS:2;8a7a968213a0:38529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;8a7a968213a0:38529 2024-11-21T14:26:47,650 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:26:47,650 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:26:47,650 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,40325,1732199205809 with port=46227, startcode=1732199206651 2024-11-21T14:26:47,650 DEBUG [RS:2;8a7a968213a0:38529 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:26:47,650 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,40325,1732199205809 with port=39413, startcode=1732199206547 2024-11-21T14:26:47,652 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,40325,1732199205809 with port=38529, startcode=1732199206688 2024-11-21T14:26:47,651 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,40325,1732199205809 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:26:47,658 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:26:47,659 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:26:47,659 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:26:47,659 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:26:47,659 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:26:47,659 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,659 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:26:47,659 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,664 DEBUG [RS:0;8a7a968213a0:39413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:26:47,664 DEBUG [RS:1;8a7a968213a0:46227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:26:47,664 DEBUG [RS:2;8a7a968213a0:38529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:26:47,666 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:26:47,667 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:26:47,670 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732199237669 2024-11-21T14:26:47,672 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:26:47,673 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:26:47,673 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:47,673 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:26:47,678 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:26:47,678 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:26:47,678 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:26:47,678 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:26:47,681 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,689 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:26:47,691 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:26:47,691 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:26:47,721 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:26:47,722 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:26:47,724 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732199207723,5,FailOnTimeoutGroup] 2024-11-21T14:26:47,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:26:47,726 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732199207724,5,FailOnTimeoutGroup] 2024-11-21T14:26:47,726 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:26:47,727 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:26:47,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:26:47,728 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,728 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,729 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:26:47,730 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a 2024-11-21T14:26:47,738 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:26:47,739 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:26:47,739 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:26:47,745 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40325 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,39413,1732199206547 2024-11-21T14:26:47,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40325 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,39413,1732199206547 2024-11-21T14:26:47,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741832_1008 (size=32) 2024-11-21T14:26:47,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741832_1008 (size=32) 2024-11-21T14:26:47,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741832_1008 (size=32) 2024-11-21T14:26:47,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:26:47,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:26:47,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:26:47,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:47,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:26:47,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:26:47,761 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40325 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,38529,1732199206688 2024-11-21T14:26:47,761 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40325 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,38529,1732199206688 2024-11-21T14:26:47,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:26:47,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:47,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:26:47,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:26:47,765 DEBUG [RS:0;8a7a968213a0:39413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a 2024-11-21T14:26:47,765 DEBUG [RS:0;8a7a968213a0:39413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35701 2024-11-21T14:26:47,765 DEBUG [RS:0;8a7a968213a0:39413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:26:47,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:26:47,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:47,766 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40325 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,46227,1732199206651 2024-11-21T14:26:47,766 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40325 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,46227,1732199206651 2024-11-21T14:26:47,767 DEBUG [RS:2;8a7a968213a0:38529 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a 2024-11-21T14:26:47,767 DEBUG [RS:2;8a7a968213a0:38529 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35701 2024-11-21T14:26:47,767 DEBUG [RS:2;8a7a968213a0:38529 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:26:47,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:26:47,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:26:47,770 DEBUG [RS:1;8a7a968213a0:46227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a 2024-11-21T14:26:47,770 DEBUG [RS:1;8a7a968213a0:46227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35701 2024-11-21T14:26:47,770 DEBUG [RS:1;8a7a968213a0:46227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:26:47,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:26:47,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:47,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:26:47,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:26:47,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:26:47,775 DEBUG [RS:0;8a7a968213a0:39413 {}] zookeeper.ZKUtil(111): regionserver:39413-0x1013aec33030001, quorum=127.0.0.1:58348, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8a7a968213a0,39413,1732199206547 2024-11-21T14:26:47,775 DEBUG [RS:2;8a7a968213a0:38529 {}] zookeeper.ZKUtil(111): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8a7a968213a0,38529,1732199206688 2024-11-21T14:26:47,775 WARN [RS:0;8a7a968213a0:39413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:26:47,775 WARN [RS:2;8a7a968213a0:38529 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:26:47,775 DEBUG [RS:1;8a7a968213a0:46227 {}] zookeeper.ZKUtil(111): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8a7a968213a0,46227,1732199206651 2024-11-21T14:26:47,775 INFO [RS:0;8a7a968213a0:39413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:26:47,775 INFO [RS:2;8a7a968213a0:38529 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:26:47,775 WARN [RS:1;8a7a968213a0:46227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:26:47,775 INFO [RS:1;8a7a968213a0:46227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:26:47,776 DEBUG [RS:0;8a7a968213a0:39413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547 2024-11-21T14:26:47,776 DEBUG [RS:2;8a7a968213a0:38529 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,38529,1732199206688 2024-11-21T14:26:47,776 DEBUG [RS:1;8a7a968213a0:46227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,46227,1732199206651 2024-11-21T14:26:47,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740 2024-11-21T14:26:47,777 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,46227,1732199206651] 2024-11-21T14:26:47,777 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,39413,1732199206547] 2024-11-21T14:26:47,777 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,38529,1732199206688] 2024-11-21T14:26:47,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740 2024-11-21T14:26:47,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:26:47,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:26:47,781 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:26:47,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:26:47,788 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:26:47,789 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70745063, jitterRate=0.054183587431907654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:26:47,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732199207751Initializing all the Stores at 1732199207753 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732199207754 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732199207754Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199207754Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732199207754Cleaning up temporary data from old regions at 1732199207780 (+26 ms)Region opened successfully at 1732199207792 (+12 ms) 2024-11-21T14:26:47,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:26:47,792 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:26:47,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:26:47,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:26:47,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:26:47,797 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:26:47,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732199207792Disabling compacts and flushes for region at 1732199207792Disabling writes for close at 1732199207793 (+1 ms)Writing region close event to WAL at 1732199207796 (+3 ms)Closed at 1732199207797 (+1 ms) 2024-11-21T14:26:47,801 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:26:47,801 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:26:47,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:26:47,811 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:26:47,811 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:26:47,811 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:26:47,817 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:26:47,822 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:26:47,827 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:26:47,828 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:26:47,830 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:26:47,834 INFO [RS:0;8a7a968213a0:39413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:26:47,834 INFO [RS:0;8a7a968213a0:39413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,834 INFO [RS:2;8a7a968213a0:38529 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:26:47,834 INFO [RS:1;8a7a968213a0:46227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:26:47,834 INFO [RS:2;8a7a968213a0:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,834 INFO [RS:1;8a7a968213a0:46227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,837 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:26:47,837 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:26:47,837 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:26:47,843 INFO [RS:2;8a7a968213a0:38529 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:26:47,843 INFO [RS:1;8a7a968213a0:46227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:26:47,843 INFO [RS:0;8a7a968213a0:39413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:26:47,845 INFO [RS:2;8a7a968213a0:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,845 INFO [RS:0;8a7a968213a0:39413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,845 INFO [RS:1;8a7a968213a0:46227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,845 DEBUG [RS:1;8a7a968213a0:46227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,845 DEBUG [RS:0;8a7a968213a0:39413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,845 DEBUG [RS:2;8a7a968213a0:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,845 DEBUG [RS:2;8a7a968213a0:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,845 DEBUG [RS:0;8a7a968213a0:39413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,845 DEBUG [RS:1;8a7a968213a0:46227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,846 DEBUG [RS:2;8a7a968213a0:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,846 DEBUG [RS:2;8a7a968213a0:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,846 DEBUG [RS:0;8a7a968213a0:39413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,846 DEBUG [RS:1;8a7a968213a0:46227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,846 DEBUG [RS:2;8a7a968213a0:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,846 DEBUG [RS:1;8a7a968213a0:46227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,846 DEBUG [RS:0;8a7a968213a0:39413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,846 DEBUG [RS:2;8a7a968213a0:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:26:47,846 DEBUG [RS:2;8a7a968213a0:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,846 DEBUG [RS:1;8a7a968213a0:46227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,846 DEBUG [RS:0;8a7a968213a0:39413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,846 DEBUG [RS:2;8a7a968213a0:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,846 DEBUG [RS:1;8a7a968213a0:46227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:26:47,846 DEBUG [RS:0;8a7a968213a0:39413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:26:47,846 DEBUG [RS:2;8a7a968213a0:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,846 DEBUG [RS:2;8a7a968213a0:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,846 DEBUG [RS:1;8a7a968213a0:46227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,846 DEBUG [RS:0;8a7a968213a0:39413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,846 DEBUG [RS:2;8a7a968213a0:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,847 DEBUG [RS:0;8a7a968213a0:39413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,847 DEBUG [RS:1;8a7a968213a0:46227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,847 DEBUG [RS:2;8a7a968213a0:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,847 DEBUG [RS:2;8a7a968213a0:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:26:47,847 DEBUG [RS:0;8a7a968213a0:39413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,847 DEBUG [RS:1;8a7a968213a0:46227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,847 DEBUG [RS:2;8a7a968213a0:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:26:47,847 DEBUG [RS:1;8a7a968213a0:46227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,847 DEBUG [RS:0;8a7a968213a0:39413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,847 DEBUG [RS:1;8a7a968213a0:46227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,847 DEBUG [RS:0;8a7a968213a0:39413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,847 DEBUG [RS:0;8a7a968213a0:39413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,847 DEBUG [RS:1;8a7a968213a0:46227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:26:47,847 DEBUG [RS:1;8a7a968213a0:46227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:26:47,847 DEBUG [RS:0;8a7a968213a0:39413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:26:47,848 DEBUG [RS:0;8a7a968213a0:39413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:26:47,848 DEBUG [RS:1;8a7a968213a0:46227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:26:47,848 INFO [RS:2;8a7a968213a0:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,848 INFO [RS:2;8a7a968213a0:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,848 INFO [RS:2;8a7a968213a0:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,849 INFO [RS:2;8a7a968213a0:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,849 INFO [RS:2;8a7a968213a0:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,849 INFO [RS:2;8a7a968213a0:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,38529,1732199206688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:26:47,851 INFO [RS:1;8a7a968213a0:46227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,851 INFO [RS:1;8a7a968213a0:46227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,851 INFO [RS:1;8a7a968213a0:46227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,851 INFO [RS:1;8a7a968213a0:46227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,851 INFO [RS:1;8a7a968213a0:46227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,851 INFO [RS:1;8a7a968213a0:46227 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,46227,1732199206651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:26:47,851 INFO [RS:0;8a7a968213a0:39413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,851 INFO [RS:0;8a7a968213a0:39413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,851 INFO [RS:0;8a7a968213a0:39413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,852 INFO [RS:0;8a7a968213a0:39413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,852 INFO [RS:0;8a7a968213a0:39413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,852 INFO [RS:0;8a7a968213a0:39413 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,39413,1732199206547-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:26:47,870 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:26:47,872 INFO [RS:2;8a7a968213a0:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,38529,1732199206688-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,872 INFO [RS:2;8a7a968213a0:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,872 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.Replication(171): 8a7a968213a0,38529,1732199206688 started 2024-11-21T14:26:47,874 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:26:47,874 INFO [RS:1;8a7a968213a0:46227 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,46227,1732199206651-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,874 INFO [RS:1;8a7a968213a0:46227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,874 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.Replication(171): 8a7a968213a0,46227,1732199206651 started 2024-11-21T14:26:47,875 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:26:47,875 INFO [RS:0;8a7a968213a0:39413 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,39413,1732199206547-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,875 INFO [RS:0;8a7a968213a0:39413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,875 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.Replication(171): 8a7a968213a0,39413,1732199206547 started 2024-11-21T14:26:47,889 INFO [RS:2;8a7a968213a0:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,890 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,38529,1732199206688, RpcServer on 8a7a968213a0/172.17.0.2:38529, sessionid=0x1013aec33030003 2024-11-21T14:26:47,890 DEBUG [RS:2;8a7a968213a0:38529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:26:47,891 DEBUG [RS:2;8a7a968213a0:38529 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,38529,1732199206688 2024-11-21T14:26:47,891 DEBUG [RS:2;8a7a968213a0:38529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,38529,1732199206688' 2024-11-21T14:26:47,891 DEBUG [RS:2;8a7a968213a0:38529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T14:26:47,892 DEBUG [RS:2;8a7a968213a0:38529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T14:26:47,893 DEBUG [RS:2;8a7a968213a0:38529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:26:47,893 DEBUG [RS:2;8a7a968213a0:38529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:26:47,893 DEBUG [RS:2;8a7a968213a0:38529 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,38529,1732199206688 2024-11-21T14:26:47,893 DEBUG [RS:2;8a7a968213a0:38529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,38529,1732199206688' 2024-11-21T14:26:47,893 DEBUG [RS:2;8a7a968213a0:38529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T14:26:47,893 DEBUG [RS:2;8a7a968213a0:38529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T14:26:47,894 DEBUG [RS:2;8a7a968213a0:38529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:26:47,894 INFO [RS:2;8a7a968213a0:38529 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:26:47,894 INFO [RS:2;8a7a968213a0:38529 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:26:47,896 INFO [RS:0;8a7a968213a0:39413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,896 INFO [RS:1;8a7a968213a0:46227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:47,896 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,39413,1732199206547, RpcServer on 8a7a968213a0/172.17.0.2:39413, sessionid=0x1013aec33030001 2024-11-21T14:26:47,896 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,46227,1732199206651, RpcServer on 8a7a968213a0/172.17.0.2:46227, sessionid=0x1013aec33030002 2024-11-21T14:26:47,896 DEBUG [RS:1;8a7a968213a0:46227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:26:47,896 DEBUG [RS:0;8a7a968213a0:39413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:26:47,896 DEBUG [RS:1;8a7a968213a0:46227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,46227,1732199206651 2024-11-21T14:26:47,896 DEBUG [RS:0;8a7a968213a0:39413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,39413,1732199206547 2024-11-21T14:26:47,896 DEBUG [RS:1;8a7a968213a0:46227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,46227,1732199206651' 2024-11-21T14:26:47,896 DEBUG [RS:0;8a7a968213a0:39413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,39413,1732199206547' 2024-11-21T14:26:47,896 DEBUG [RS:1;8a7a968213a0:46227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T14:26:47,896 DEBUG [RS:0;8a7a968213a0:39413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T14:26:47,897 DEBUG [RS:0;8a7a968213a0:39413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T14:26:47,897 DEBUG [RS:1;8a7a968213a0:46227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T14:26:47,898 DEBUG [RS:0;8a7a968213a0:39413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:26:47,898 DEBUG [RS:1;8a7a968213a0:46227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:26:47,898 DEBUG [RS:0;8a7a968213a0:39413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:26:47,898 DEBUG [RS:1;8a7a968213a0:46227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:26:47,898 DEBUG [RS:0;8a7a968213a0:39413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,39413,1732199206547 2024-11-21T14:26:47,898 DEBUG [RS:1;8a7a968213a0:46227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,46227,1732199206651 2024-11-21T14:26:47,898 DEBUG [RS:0;8a7a968213a0:39413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,39413,1732199206547' 2024-11-21T14:26:47,898 DEBUG [RS:1;8a7a968213a0:46227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,46227,1732199206651' 2024-11-21T14:26:47,898 DEBUG [RS:0;8a7a968213a0:39413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T14:26:47,898 DEBUG [RS:1;8a7a968213a0:46227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T14:26:47,899 DEBUG [RS:0;8a7a968213a0:39413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T14:26:47,899 DEBUG [RS:1;8a7a968213a0:46227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T14:26:47,899 DEBUG [RS:0;8a7a968213a0:39413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:26:47,899 DEBUG [RS:1;8a7a968213a0:46227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:26:47,899 INFO [RS:0;8a7a968213a0:39413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:26:47,899 INFO [RS:1;8a7a968213a0:46227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:26:47,899 INFO [RS:0;8a7a968213a0:39413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:26:47,899 INFO [RS:1;8a7a968213a0:46227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:26:47,973 WARN [8a7a968213a0:40325 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T14:26:48,002 INFO [RS:0;8a7a968213a0:39413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:26:48,002 INFO [RS:1;8a7a968213a0:46227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:26:48,002 INFO [RS:2;8a7a968213a0:38529 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:26:48,006 INFO [RS:1;8a7a968213a0:46227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C46227%2C1732199206651, suffix=, logDir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,46227,1732199206651, archiveDir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/oldWALs, maxLogs=32 2024-11-21T14:26:48,006 INFO [RS:2;8a7a968213a0:38529 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C38529%2C1732199206688, suffix=, logDir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,38529,1732199206688, archiveDir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/oldWALs, maxLogs=32 2024-11-21T14:26:48,006 INFO [RS:0;8a7a968213a0:39413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C39413%2C1732199206547, suffix=, logDir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547, archiveDir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/oldWALs, maxLogs=32 2024-11-21T14:26:48,030 DEBUG [RS:0;8a7a968213a0:39413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547/8a7a968213a0%2C39413%2C1732199206547.1732199208014, exclude list is [], retry=0 2024-11-21T14:26:48,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:26:48,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:26:48,035 DEBUG [RS:2;8a7a968213a0:38529 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,38529,1732199206688/8a7a968213a0%2C38529%2C1732199206688.1732199208014, exclude list is [], retry=0 2024-11-21T14:26:48,036 DEBUG [RS:1;8a7a968213a0:46227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,46227,1732199206651/8a7a968213a0%2C46227%2C1732199206651.1732199208014, exclude list is [], retry=0 2024-11-21T14:26:48,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:26:48,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:26:48,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:26:48,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:26:48,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:26:48,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:26:48,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:26:48,046 INFO [RS:0;8a7a968213a0:39413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547/8a7a968213a0%2C39413%2C1732199206547.1732199208014 2024-11-21T14:26:48,050 DEBUG [RS:0;8a7a968213a0:39413 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:35895:35895)] 2024-11-21T14:26:48,052 INFO [RS:1;8a7a968213a0:46227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,46227,1732199206651/8a7a968213a0%2C46227%2C1732199206651.1732199208014 2024-11-21T14:26:48,053 DEBUG [RS:1;8a7a968213a0:46227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:33933:33933)] 2024-11-21T14:26:48,055 INFO [RS:2;8a7a968213a0:38529 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,38529,1732199206688/8a7a968213a0%2C38529%2C1732199206688.1732199208014 2024-11-21T14:26:48,055 DEBUG [RS:2;8a7a968213a0:38529 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33933:33933)] 2024-11-21T14:26:48,226 DEBUG [8a7a968213a0:40325 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T14:26:48,237 DEBUG [8a7a968213a0:40325 {}] balancer.BalancerClusterState(204): Hosts are {8a7a968213a0=0} racks are {/default-rack=0} 2024-11-21T14:26:48,245 DEBUG [8a7a968213a0:40325 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T14:26:48,245 DEBUG [8a7a968213a0:40325 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T14:26:48,245 DEBUG [8a7a968213a0:40325 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T14:26:48,245 DEBUG [8a7a968213a0:40325 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T14:26:48,245 DEBUG [8a7a968213a0:40325 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T14:26:48,245 DEBUG [8a7a968213a0:40325 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T14:26:48,245 INFO [8a7a968213a0:40325 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T14:26:48,245 INFO [8a7a968213a0:40325 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T14:26:48,245 INFO [8a7a968213a0:40325 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T14:26:48,245 DEBUG [8a7a968213a0:40325 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T14:26:48,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,46227,1732199206651 2024-11-21T14:26:48,258 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,46227,1732199206651, state=OPENING 2024-11-21T14:26:48,263 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:26:48,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39413-0x1013aec33030001, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:48,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:48,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:48,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:26:48,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:26:48,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:26:48,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:26:48,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:26:48,267 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:26:48,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,46227,1732199206651}] 2024-11-21T14:26:48,444 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:26:48,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:26:48,458 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:26:48,458 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:26:48,459 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:26:48,462 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C46227%2C1732199206651.meta, suffix=.meta, logDir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,46227,1732199206651, archiveDir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/oldWALs, maxLogs=32 2024-11-21T14:26:48,480 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,46227,1732199206651/8a7a968213a0%2C46227%2C1732199206651.meta.1732199208464.meta, exclude list is [], retry=0 2024-11-21T14:26:48,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:26:48,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:26:48,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:26:48,487 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,46227,1732199206651/8a7a968213a0%2C46227%2C1732199206651.meta.1732199208464.meta 2024-11-21T14:26:48,487 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:33075:33075)] 2024-11-21T14:26:48,488 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:26:48,489 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:26:48,492 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:26:48,496 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:26:48,500 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:26:48,501 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:26:48,501 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:26:48,501 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:26:48,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:26:48,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:26:48,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:48,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:26:48,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:26:48,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:26:48,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:48,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:26:48,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:26:48,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:26:48,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:48,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:26:48,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:26:48,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:26:48,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:48,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:26:48,513 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:26:48,514 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740 2024-11-21T14:26:48,516 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740 2024-11-21T14:26:48,519 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:26:48,519 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:26:48,520 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:26:48,522 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:26:48,524 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68605855, jitterRate=0.022306904196739197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:26:48,525 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:26:48,527 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732199208501Writing region info on filesystem at 1732199208502 (+1 ms)Initializing all the Stores at 1732199208503 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732199208504 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732199208504Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199208504Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732199208504Cleaning up temporary data from old regions at 1732199208519 (+15 ms)Running coprocessor post-open hooks at 1732199208525 (+6 ms)Region opened successfully at 1732199208526 (+1 ms) 2024-11-21T14:26:48,535 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732199208435 2024-11-21T14:26:48,546 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:26:48,547 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:26:48,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,46227,1732199206651 2024-11-21T14:26:48,550 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,46227,1732199206651, state=OPEN 2024-11-21T14:26:48,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39413-0x1013aec33030001, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:26:48,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:26:48,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:26:48,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:26:48,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:26:48,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:26:48,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:26:48,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:26:48,554 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,46227,1732199206651 2024-11-21T14:26:48,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:26:48,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,46227,1732199206651 in 286 msec 2024-11-21T14:26:48,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:26:48,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 755 msec 2024-11-21T14:26:48,568 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:26:48,569 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:26:48,592 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:26:48,593 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,46227,1732199206651, seqNum=-1] 2024-11-21T14:26:48,614 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:26:48,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:26:48,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0820 sec 2024-11-21T14:26:48,636 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732199208636, completionTime=-1 2024-11-21T14:26:48,638 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T14:26:48,639 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:26:48,666 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T14:26:48,666 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732199268666 2024-11-21T14:26:48,667 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732199328667 2024-11-21T14:26:48,667 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-21T14:26:48,669 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:26:48,676 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40325,1732199205809-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:48,677 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40325,1732199205809-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:48,677 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40325,1732199205809-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:48,678 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:40325, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:48,679 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:48,679 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:48,686 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:26:48,714 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.942sec 2024-11-21T14:26:48,716 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:26:48,717 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:26:48,719 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:26:48,719 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:26:48,719 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:26:48,720 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40325,1732199205809-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:26:48,721 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40325,1732199205809-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:26:48,726 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:26:48,727 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:26:48,727 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40325,1732199205809-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:26:48,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431d4817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:26:48,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40325,-1 for getting cluster id 2024-11-21T14:26:48,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:26:48,835 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5c56ac6-2fab-4bb4-b04f-5eb75fbf53f4' 2024-11-21T14:26:48,837 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:26:48,838 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5c56ac6-2fab-4bb4-b04f-5eb75fbf53f4" 2024-11-21T14:26:48,840 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d97cb47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:26:48,840 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40325,-1] 2024-11-21T14:26:48,842 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:26:48,844 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:26:48,845 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:26:48,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305b6850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:26:48,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:26:48,855 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,46227,1732199206651, seqNum=-1] 2024-11-21T14:26:48,856 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:26:48,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:26:48,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,40325,1732199205809 2024-11-21T14:26:48,880 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:35701/hbase 2024-11-21T14:26:48,895 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=363, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=4479 2024-11-21T14:26:48,914 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:26:48,917 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:26:48,918 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:26:48,922 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-19272043, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/hregion-19272043, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:26:48,939 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-19272043/hregion-19272043.1732199208924, exclude list is [], retry=0 2024-11-21T14:26:48,943 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:26:48,944 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:26:48,944 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:26:48,952 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-19272043/hregion-19272043.1732199208924 2024-11-21T14:26:48,953 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33075:33075)] 2024-11-21T14:26:48,953 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 77b132acd7ae7ce6801f7e7c0393361d, NAME => 'testReplayEditsWrittenIntoWAL,,1732199208914.77b132acd7ae7ce6801f7e7c0393361d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35701/hbase 2024-11-21T14:26:48,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741838_1014 (size=64) 2024-11-21T14:26:48,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741838_1014 (size=64) 2024-11-21T14:26:48,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741838_1014 (size=64) 2024-11-21T14:26:48,974 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732199208914.77b132acd7ae7ce6801f7e7c0393361d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:26:48,976 INFO [StoreOpener-77b132acd7ae7ce6801f7e7c0393361d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 77b132acd7ae7ce6801f7e7c0393361d 2024-11-21T14:26:48,979 INFO [StoreOpener-77b132acd7ae7ce6801f7e7c0393361d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77b132acd7ae7ce6801f7e7c0393361d columnFamilyName a 2024-11-21T14:26:48,979 DEBUG [StoreOpener-77b132acd7ae7ce6801f7e7c0393361d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:48,980 INFO [StoreOpener-77b132acd7ae7ce6801f7e7c0393361d-1 {}] regionserver.HStore(327): Store=77b132acd7ae7ce6801f7e7c0393361d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:48,980 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 77b132acd7ae7ce6801f7e7c0393361d 2024-11-21T14:26:48,981 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d 2024-11-21T14:26:48,982 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d 2024-11-21T14:26:48,983 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 77b132acd7ae7ce6801f7e7c0393361d 2024-11-21T14:26:48,983 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 77b132acd7ae7ce6801f7e7c0393361d 2024-11-21T14:26:48,986 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 77b132acd7ae7ce6801f7e7c0393361d 2024-11-21T14:26:48,990 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:26:48,991 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 77b132acd7ae7ce6801f7e7c0393361d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73339320, jitterRate=0.09284102916717529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:26:48,992 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 77b132acd7ae7ce6801f7e7c0393361d: Writing region info on filesystem at 1732199208974Initializing all the Stores at 1732199208976 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199208976Cleaning up temporary data from old regions at 1732199208983 (+7 ms)Region opened successfully at 1732199208992 (+9 ms) 2024-11-21T14:26:48,992 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 77b132acd7ae7ce6801f7e7c0393361d, disabling compactions & flushes 2024-11-21T14:26:48,992 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732199208914.77b132acd7ae7ce6801f7e7c0393361d. 2024-11-21T14:26:48,992 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732199208914.77b132acd7ae7ce6801f7e7c0393361d. 2024-11-21T14:26:48,993 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732199208914.77b132acd7ae7ce6801f7e7c0393361d. after waiting 0 ms 2024-11-21T14:26:48,993 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732199208914.77b132acd7ae7ce6801f7e7c0393361d. 2024-11-21T14:26:48,993 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732199208914.77b132acd7ae7ce6801f7e7c0393361d. 2024-11-21T14:26:48,993 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 77b132acd7ae7ce6801f7e7c0393361d: Waiting for close lock at 1732199208992Disabling compacts and flushes for region at 1732199208992Disabling writes for close at 1732199208993 (+1 ms)Writing region close event to WAL at 1732199208993Closed at 1732199208993 2024-11-21T14:26:48,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741837_1013 (size=95) 2024-11-21T14:26:48,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741837_1013 (size=95) 2024-11-21T14:26:48,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741837_1013 (size=95) 2024-11-21T14:26:49,005 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:26:49,006 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-19272043:(num 1732199208924) 2024-11-21T14:26:49,008 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-21T14:26:49,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741839_1015 (size=320) 2024-11-21T14:26:49,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741839_1015 (size=320) 2024-11-21T14:26:49,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741839_1015 (size=320) 2024-11-21T14:26:49,030 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-21T14:26:49,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741840_1016 (size=253) 2024-11-21T14:26:49,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741840_1016 (size=253) 2024-11-21T14:26:49,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741840_1016 (size=253) 2024-11-21T14:26:49,076 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-1, size=320 (320bytes) 2024-11-21T14:26:49,077 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T14:26:49,078 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T14:26:49,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-1 2024-11-21T14:26:49,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-1 after 4ms 2024-11-21T14:26:49,092 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:26:49,093 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-1 took 18ms 2024-11-21T14:26:49,104 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-1 so closing down 2024-11-21T14:26:49,105 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:26:49,108 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-21T14:26:49,110 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/0000000000000000001-wal-1.temp 2024-11-21T14:26:49,111 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:26:49,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741841_1017 (size=320) 2024-11-21T14:26:49,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741841_1017 (size=320) 2024-11-21T14:26:49,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741841_1017 (size=320) 2024-11-21T14:26:49,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-21T14:26:49,126 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/0000000000000000002 2024-11-21T14:26:49,130 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-21T14:26:49,130 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-1, journal: Splitting hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-1, size=320 (320bytes) at 1732199209077Finishing writing output for hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-1 so closing down at 1732199209104 (+27 ms)Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/0000000000000000001-wal-1.temp at 1732199209110 (+6 ms)3 split writer threads finished at 1732199209111 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732199209123 (+12 ms)Rename recovered edits hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/0000000000000000002 at 1732199209126 (+3 ms)Processed 2 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732199209130 (+4 ms) 2024-11-21T14:26:49,146 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-2, size=253 (253bytes) 2024-11-21T14:26:49,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-2 2024-11-21T14:26:49,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-2 after 0ms 2024-11-21T14:26:49,151 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:26:49,152 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-2 took 6ms 2024-11-21T14:26:49,154 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-2 so closing down 2024-11-21T14:26:49,155 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:26:49,157 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-21T14:26:49,159 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/0000000000000000002-wal-2.temp 2024-11-21T14:26:49,159 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:26:49,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741842_1018 (size=253) 2024-11-21T14:26:49,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741842_1018 (size=253) 2024-11-21T14:26:49,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741842_1018 (size=253) 2024-11-21T14:26:49,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T14:26:49,173 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:26:49,175 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-21T14:26:49,176 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-21T14:26:49,177 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-2, journal: Splitting hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-2, size=253 (253bytes) at 1732199209147Finishing writing output for hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-2 so closing down at 1732199209154 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/0000000000000000002-wal-2.temp at 1732199209159 (+5 ms)3 split writer threads finished at 1732199209159Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732199209169 (+10 ms)Processed 1 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732199209176 (+7 ms) 2024-11-21T14:26:49,177 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:26:49,179 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:26:49,195 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal.1732199209181, exclude list is [], retry=0 2024-11-21T14:26:49,199 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:26:49,200 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:26:49,201 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:26:49,203 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal.1732199209181 2024-11-21T14:26:49,203 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:35895:35895)] 2024-11-21T14:26:49,204 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 77b132acd7ae7ce6801f7e7c0393361d, NAME => 'testReplayEditsWrittenIntoWAL,,1732199208914.77b132acd7ae7ce6801f7e7c0393361d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:26:49,204 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732199208914.77b132acd7ae7ce6801f7e7c0393361d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:26:49,204 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 77b132acd7ae7ce6801f7e7c0393361d 2024-11-21T14:26:49,204 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 77b132acd7ae7ce6801f7e7c0393361d 2024-11-21T14:26:49,206 INFO [StoreOpener-77b132acd7ae7ce6801f7e7c0393361d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 77b132acd7ae7ce6801f7e7c0393361d 2024-11-21T14:26:49,207 INFO [StoreOpener-77b132acd7ae7ce6801f7e7c0393361d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77b132acd7ae7ce6801f7e7c0393361d columnFamilyName a 2024-11-21T14:26:49,207 DEBUG [StoreOpener-77b132acd7ae7ce6801f7e7c0393361d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:49,209 INFO [StoreOpener-77b132acd7ae7ce6801f7e7c0393361d-1 {}] regionserver.HStore(327): Store=77b132acd7ae7ce6801f7e7c0393361d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:49,209 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 77b132acd7ae7ce6801f7e7c0393361d 2024-11-21T14:26:49,210 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d 2024-11-21T14:26:49,213 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d 2024-11-21T14:26:49,214 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/0000000000000000002 2024-11-21T14:26:49,218 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:26:49,224 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/0000000000000000002 2024-11-21T14:26:49,228 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 77b132acd7ae7ce6801f7e7c0393361d 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-21T14:26:49,282 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/.tmp/a/80bc5fd1d414438d94b51b5e1bb6aea4 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732199209006/Put/seqid=0 2024-11-21T14:26:49,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741844_1020 (size=5170) 2024-11-21T14:26:49,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741844_1020 (size=5170) 2024-11-21T14:26:49,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741844_1020 (size=5170) 2024-11-21T14:26:49,328 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/.tmp/a/80bc5fd1d414438d94b51b5e1bb6aea4 2024-11-21T14:26:49,376 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/.tmp/a/80bc5fd1d414438d94b51b5e1bb6aea4 as hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/a/80bc5fd1d414438d94b51b5e1bb6aea4 2024-11-21T14:26:49,385 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/a/80bc5fd1d414438d94b51b5e1bb6aea4, entries=2, sequenceid=2, filesize=5.0 K 2024-11-21T14:26:49,390 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 77b132acd7ae7ce6801f7e7c0393361d in 161ms, sequenceid=2, compaction requested=false; wal=null 2024-11-21T14:26:49,391 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/0000000000000000002 2024-11-21T14:26:49,392 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 77b132acd7ae7ce6801f7e7c0393361d 2024-11-21T14:26:49,392 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 77b132acd7ae7ce6801f7e7c0393361d 2024-11-21T14:26:49,394 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 77b132acd7ae7ce6801f7e7c0393361d 2024-11-21T14:26:49,397 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/77b132acd7ae7ce6801f7e7c0393361d/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-21T14:26:49,398 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 77b132acd7ae7ce6801f7e7c0393361d; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68857924, jitterRate=0.02606302499771118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:26:49,400 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 77b132acd7ae7ce6801f7e7c0393361d: Writing region info on filesystem at 1732199209204Initializing all the Stores at 1732199209205 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199209205Obtaining lock to block concurrent updates at 1732199209228 (+23 ms)Preparing flush snapshotting stores in 77b132acd7ae7ce6801f7e7c0393361d at 1732199209228Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732199208914.77b132acd7ae7ce6801f7e7c0393361d., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732199209231 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732199208914.77b132acd7ae7ce6801f7e7c0393361d. at 1732199209231Flushing 77b132acd7ae7ce6801f7e7c0393361d/a: creating writer at 1732199209232 (+1 ms)Flushing 77b132acd7ae7ce6801f7e7c0393361d/a: appending metadata at 1732199209272 (+40 ms)Flushing 77b132acd7ae7ce6801f7e7c0393361d/a: closing flushed file at 1732199209274 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197d70de: reopening flushed file at 1732199209374 (+100 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 77b132acd7ae7ce6801f7e7c0393361d in 161ms, sequenceid=2, compaction requested=false; wal=null at 1732199209390 (+16 ms)Cleaning up temporary data from old regions at 1732199209392 (+2 ms)Region opened successfully at 1732199209400 (+8 ms) 2024-11-21T14:26:49,427 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=374 (was 363) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:58228 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35701/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:53756 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:50284 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-113627258-172.17.0.2-1732199202458:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-113627258-172.17.0.2-1732199202458:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:50128 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-113627258-172.17.0.2-1732199202458:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:53638 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:58396 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=4394 (was 4479) 2024-11-21T14:26:49,438 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=374, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=4394 2024-11-21T14:26:49,454 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:26:49,456 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:26:49,457 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:26:49,460 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-81155600, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/hregion-81155600, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:26:49,474 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-81155600/hregion-81155600.1732199209461, exclude list is [], retry=0 2024-11-21T14:26:49,477 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:26:49,478 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:26:49,478 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:26:49,481 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-81155600/hregion-81155600.1732199209461 2024-11-21T14:26:49,481 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:33075:33075)] 2024-11-21T14:26:49,481 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 626227e7920102402ccb52f3fc5770b0, NAME => 'testReplayEditsWrittenIntoWAL,,1732199209454.626227e7920102402ccb52f3fc5770b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35701/hbase 2024-11-21T14:26:49,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741846_1022 (size=64) 2024-11-21T14:26:49,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741846_1022 (size=64) 2024-11-21T14:26:49,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741846_1022 (size=64) 2024-11-21T14:26:49,493 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732199209454.626227e7920102402ccb52f3fc5770b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:26:49,495 INFO [StoreOpener-626227e7920102402ccb52f3fc5770b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 626227e7920102402ccb52f3fc5770b0 2024-11-21T14:26:49,497 INFO [StoreOpener-626227e7920102402ccb52f3fc5770b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 626227e7920102402ccb52f3fc5770b0 columnFamilyName a 2024-11-21T14:26:49,497 DEBUG [StoreOpener-626227e7920102402ccb52f3fc5770b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:49,497 INFO [StoreOpener-626227e7920102402ccb52f3fc5770b0-1 {}] regionserver.HStore(327): Store=626227e7920102402ccb52f3fc5770b0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:49,498 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 626227e7920102402ccb52f3fc5770b0 2024-11-21T14:26:49,498 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0 2024-11-21T14:26:49,499 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0 2024-11-21T14:26:49,500 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 626227e7920102402ccb52f3fc5770b0 2024-11-21T14:26:49,500 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 626227e7920102402ccb52f3fc5770b0 2024-11-21T14:26:49,502 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 626227e7920102402ccb52f3fc5770b0 2024-11-21T14:26:49,505 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:26:49,506 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 626227e7920102402ccb52f3fc5770b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74134782, jitterRate=0.10469433665275574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:26:49,506 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 626227e7920102402ccb52f3fc5770b0: Writing region info on filesystem at 1732199209493Initializing all the Stores at 1732199209494 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199209494Cleaning up temporary data from old regions at 1732199209500 (+6 ms)Region opened successfully at 1732199209506 (+6 ms) 2024-11-21T14:26:49,506 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 626227e7920102402ccb52f3fc5770b0, disabling compactions & flushes 2024-11-21T14:26:49,506 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732199209454.626227e7920102402ccb52f3fc5770b0. 2024-11-21T14:26:49,506 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732199209454.626227e7920102402ccb52f3fc5770b0. 2024-11-21T14:26:49,506 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732199209454.626227e7920102402ccb52f3fc5770b0. after waiting 0 ms 2024-11-21T14:26:49,506 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732199209454.626227e7920102402ccb52f3fc5770b0. 2024-11-21T14:26:49,507 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732199209454.626227e7920102402ccb52f3fc5770b0. 2024-11-21T14:26:49,507 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 626227e7920102402ccb52f3fc5770b0: Waiting for close lock at 1732199209506Disabling compacts and flushes for region at 1732199209506Disabling writes for close at 1732199209506Writing region close event to WAL at 1732199209507 (+1 ms)Closed at 1732199209507 2024-11-21T14:26:49,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741845_1021 (size=95) 2024-11-21T14:26:49,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741845_1021 (size=95) 2024-11-21T14:26:49,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741845_1021 (size=95) 2024-11-21T14:26:49,518 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:26:49,518 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-81155600:(num 1732199209461) 2024-11-21T14:26:49,519 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-21T14:26:49,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741847_1023 (size=320) 2024-11-21T14:26:49,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741847_1023 (size=320) 2024-11-21T14:26:49,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741847_1023 (size=320) 2024-11-21T14:26:49,539 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-21T14:26:49,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741848_1024 (size=253) 2024-11-21T14:26:49,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741848_1024 (size=253) 2024-11-21T14:26:49,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741848_1024 (size=253) 2024-11-21T14:26:49,567 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-2, size=253 (253bytes) 2024-11-21T14:26:49,567 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-2 2024-11-21T14:26:49,568 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-2 after 1ms 2024-11-21T14:26:49,572 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:26:49,572 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-2 took 5ms 2024-11-21T14:26:49,574 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-2 so closing down 2024-11-21T14:26:49,574 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:26:49,576 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-21T14:26:49,578 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000002-wal-2.temp 2024-11-21T14:26:49,578 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:26:49,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741849_1025 (size=253) 2024-11-21T14:26:49,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741849_1025 (size=253) 2024-11-21T14:26:49,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741849_1025 (size=253) 2024-11-21T14:26:49,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T14:26:49,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000002 2024-11-21T14:26:49,589 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-21T14:26:49,589 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-2, journal: Splitting hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-2, size=253 (253bytes) at 1732199209567Finishing writing output for hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-2 so closing down at 1732199209574 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000002-wal-2.temp at 1732199209578 (+4 ms)3 split writer threads finished at 1732199209578Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732199209587 (+9 ms)Rename recovered edits hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000002 at 1732199209589 (+2 ms)Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732199209589 2024-11-21T14:26:49,603 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-1, size=320 (320bytes) 2024-11-21T14:26:49,603 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-1 2024-11-21T14:26:49,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-1 after 1ms 2024-11-21T14:26:49,607 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:26:49,607 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-1 took 4ms 2024-11-21T14:26:49,610 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-1 so closing down 2024-11-21T14:26:49,610 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:26:49,612 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-21T14:26:49,614 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000001-wal-1.temp 2024-11-21T14:26:49,614 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:26:49,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741850_1026 (size=320) 2024-11-21T14:26:49,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741850_1026 (size=320) 2024-11-21T14:26:49,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741850_1026 (size=320) 2024-11-21T14:26:49,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-21T14:26:49,626 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:26:49,629 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000002, length=253 2024-11-21T14:26:49,631 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000002 2024-11-21T14:26:49,632 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-21T14:26:49,632 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-1, journal: Splitting hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-1, size=320 (320bytes) at 1732199209603Finishing writing output for hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-1 so closing down at 1732199209610 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000001-wal-1.temp at 1732199209614 (+4 ms)3 split writer threads finished at 1732199209614Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732199209623 (+9 ms)Rename recovered edits hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000002 at 1732199209631 (+8 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732199209632 (+1 ms) 2024-11-21T14:26:49,632 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:26:49,634 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:26:49,648 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal.1732199209634, exclude list is [], retry=0 2024-11-21T14:26:49,651 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:26:49,652 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:26:49,652 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:26:49,654 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal.1732199209634 2024-11-21T14:26:49,655 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:33075:33075)] 2024-11-21T14:26:49,655 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 626227e7920102402ccb52f3fc5770b0, NAME => 'testReplayEditsWrittenIntoWAL,,1732199209454.626227e7920102402ccb52f3fc5770b0.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:26:49,655 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732199209454.626227e7920102402ccb52f3fc5770b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:26:49,655 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 626227e7920102402ccb52f3fc5770b0 2024-11-21T14:26:49,655 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 626227e7920102402ccb52f3fc5770b0 2024-11-21T14:26:49,657 INFO [StoreOpener-626227e7920102402ccb52f3fc5770b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 626227e7920102402ccb52f3fc5770b0 2024-11-21T14:26:49,659 INFO [StoreOpener-626227e7920102402ccb52f3fc5770b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 626227e7920102402ccb52f3fc5770b0 columnFamilyName a 2024-11-21T14:26:49,659 DEBUG [StoreOpener-626227e7920102402ccb52f3fc5770b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:49,660 INFO [StoreOpener-626227e7920102402ccb52f3fc5770b0-1 {}] regionserver.HStore(327): Store=626227e7920102402ccb52f3fc5770b0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:49,660 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 626227e7920102402ccb52f3fc5770b0 2024-11-21T14:26:49,661 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0 2024-11-21T14:26:49,664 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0 2024-11-21T14:26:49,665 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000002 2024-11-21T14:26:49,668 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:26:49,670 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000002 2024-11-21T14:26:49,670 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 626227e7920102402ccb52f3fc5770b0 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-21T14:26:49,690 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/.tmp/a/38c94654de2e4873963c29f66138d863 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732199209518/Put/seqid=0 2024-11-21T14:26:49,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741852_1028 (size=5170) 2024-11-21T14:26:49,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741852_1028 (size=5170) 2024-11-21T14:26:49,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741852_1028 (size=5170) 2024-11-21T14:26:49,699 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/.tmp/a/38c94654de2e4873963c29f66138d863 2024-11-21T14:26:49,707 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/.tmp/a/38c94654de2e4873963c29f66138d863 as hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/a/38c94654de2e4873963c29f66138d863 2024-11-21T14:26:49,715 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/a/38c94654de2e4873963c29f66138d863, entries=2, sequenceid=2, filesize=5.0 K 2024-11-21T14:26:49,715 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 626227e7920102402ccb52f3fc5770b0 in 45ms, sequenceid=2, compaction requested=false; wal=null 2024-11-21T14:26:49,716 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/0000000000000000002 2024-11-21T14:26:49,716 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 626227e7920102402ccb52f3fc5770b0 2024-11-21T14:26:49,716 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 626227e7920102402ccb52f3fc5770b0 2024-11-21T14:26:49,719 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 626227e7920102402ccb52f3fc5770b0 2024-11-21T14:26:49,721 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/626227e7920102402ccb52f3fc5770b0/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-21T14:26:49,723 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 626227e7920102402ccb52f3fc5770b0; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62560394, jitterRate=-0.06777748465538025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:26:49,723 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 626227e7920102402ccb52f3fc5770b0: Writing region info on filesystem at 1732199209656Initializing all the Stores at 1732199209657 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199209657Obtaining lock to block concurrent updates at 1732199209670 (+13 ms)Preparing flush snapshotting stores in 626227e7920102402ccb52f3fc5770b0 at 1732199209670Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732199209454.626227e7920102402ccb52f3fc5770b0., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732199209670Flushing stores of testReplayEditsWrittenIntoWAL,,1732199209454.626227e7920102402ccb52f3fc5770b0. at 1732199209670Flushing 626227e7920102402ccb52f3fc5770b0/a: creating writer at 1732199209670Flushing 626227e7920102402ccb52f3fc5770b0/a: appending metadata at 1732199209688 (+18 ms)Flushing 626227e7920102402ccb52f3fc5770b0/a: closing flushed file at 1732199209688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@768e50d8: reopening flushed file at 1732199209705 (+17 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 626227e7920102402ccb52f3fc5770b0 in 45ms, sequenceid=2, compaction requested=false; wal=null at 1732199209715 (+10 ms)Cleaning up temporary data from old regions at 1732199209716 (+1 ms)Region opened successfully at 1732199209723 (+7 ms) 2024-11-21T14:26:49,739 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=384 (was 374) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:58228 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:50318 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:53854 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:58464 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-113627258-172.17.0.2-1732199202458:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-113627258-172.17.0.2-1732199202458:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-113627258-172.17.0.2-1732199202458:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:50128 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:53638 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=4388 (was 4394) 2024-11-21T14:26:49,751 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=384, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=4388 2024-11-21T14:26:49,766 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:26:49,769 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:26:49,769 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:26:49,772 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-45729496, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/hregion-45729496, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:26:49,785 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-45729496/hregion-45729496.1732199209773, exclude list is [], retry=0 2024-11-21T14:26:49,789 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:26:49,789 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:26:49,789 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:26:49,791 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-45729496/hregion-45729496.1732199209773 2024-11-21T14:26:49,792 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:33075:33075)] 2024-11-21T14:26:49,792 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 95bf5cf144bcae06197cf08532f55dc1, NAME => 'testReplayEditsWrittenIntoWAL,,1732199209767.95bf5cf144bcae06197cf08532f55dc1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35701/hbase 2024-11-21T14:26:49,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741854_1030 (size=64) 2024-11-21T14:26:49,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741854_1030 (size=64) 2024-11-21T14:26:49,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741854_1030 (size=64) 2024-11-21T14:26:49,806 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732199209767.95bf5cf144bcae06197cf08532f55dc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:26:49,807 INFO [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 95bf5cf144bcae06197cf08532f55dc1 2024-11-21T14:26:49,809 INFO [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95bf5cf144bcae06197cf08532f55dc1 columnFamilyName a 2024-11-21T14:26:49,809 DEBUG [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:49,810 INFO [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] regionserver.HStore(327): Store=95bf5cf144bcae06197cf08532f55dc1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:49,810 INFO [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 95bf5cf144bcae06197cf08532f55dc1 2024-11-21T14:26:49,811 INFO [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95bf5cf144bcae06197cf08532f55dc1 columnFamilyName b 2024-11-21T14:26:49,811 DEBUG [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:49,812 INFO [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] regionserver.HStore(327): Store=95bf5cf144bcae06197cf08532f55dc1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:49,812 INFO [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 95bf5cf144bcae06197cf08532f55dc1 2024-11-21T14:26:49,814 INFO [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95bf5cf144bcae06197cf08532f55dc1 columnFamilyName c 2024-11-21T14:26:49,814 DEBUG [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:49,814 INFO [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] regionserver.HStore(327): Store=95bf5cf144bcae06197cf08532f55dc1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:49,814 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 95bf5cf144bcae06197cf08532f55dc1 2024-11-21T14:26:49,815 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1 2024-11-21T14:26:49,816 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1 2024-11-21T14:26:49,817 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 95bf5cf144bcae06197cf08532f55dc1 2024-11-21T14:26:49,817 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 95bf5cf144bcae06197cf08532f55dc1 2024-11-21T14:26:49,818 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:26:49,819 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 95bf5cf144bcae06197cf08532f55dc1 2024-11-21T14:26:49,822 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:26:49,822 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 95bf5cf144bcae06197cf08532f55dc1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74074187, jitterRate=0.10379140079021454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:26:49,823 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 95bf5cf144bcae06197cf08532f55dc1: Writing region info on filesystem at 1732199209806Initializing all the Stores at 1732199209807 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199209807Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199209807Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199209807Cleaning up temporary data from old regions at 1732199209817 (+10 ms)Region opened successfully at 1732199209822 (+5 ms) 2024-11-21T14:26:49,823 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 95bf5cf144bcae06197cf08532f55dc1, disabling compactions & flushes 2024-11-21T14:26:49,823 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732199209767.95bf5cf144bcae06197cf08532f55dc1. 2024-11-21T14:26:49,823 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732199209767.95bf5cf144bcae06197cf08532f55dc1. 2024-11-21T14:26:49,823 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732199209767.95bf5cf144bcae06197cf08532f55dc1. after waiting 0 ms 2024-11-21T14:26:49,823 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732199209767.95bf5cf144bcae06197cf08532f55dc1. 2024-11-21T14:26:49,823 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732199209767.95bf5cf144bcae06197cf08532f55dc1. 2024-11-21T14:26:49,823 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 95bf5cf144bcae06197cf08532f55dc1: Waiting for close lock at 1732199209823Disabling compacts and flushes for region at 1732199209823Disabling writes for close at 1732199209823Writing region close event to WAL at 1732199209823Closed at 1732199209823 2024-11-21T14:26:49,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741853_1029 (size=95) 2024-11-21T14:26:49,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741853_1029 (size=95) 2024-11-21T14:26:49,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741853_1029 (size=95) 2024-11-21T14:26:49,831 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:26:49,831 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-45729496:(num 1732199209773) 2024-11-21T14:26:49,831 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:26:49,833 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:26:49,848 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199209834, exclude list is [], retry=0 2024-11-21T14:26:49,851 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:26:49,852 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:26:49,852 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:26:49,854 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199209834 2024-11-21T14:26:49,855 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:33075:33075)] 2024-11-21T14:26:50,096 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199209834, size=0 (0bytes) 2024-11-21T14:26:50,096 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199209834 might be still open, length is 0 2024-11-21T14:26:50,096 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199209834 2024-11-21T14:26:50,097 WARN [IPC Server handler 0 on default port 35701 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199209834 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-21T14:26:50,098 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199209834 after 2ms 2024-11-21T14:26:50,683 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:53886 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38331:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53886 dst: /127.0.0.1:38331 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38331 remote=/127.0.0.1:53886]. Total timeout mills is 60000, 59381 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:26:50,684 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:50358 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33701:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50358 dst: /127.0.0.1:33701 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:26:50,685 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:58518 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:45379:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58518 dst: /127.0.0.1:45379 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:26:50,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741855_1032 (size=263633) 2024-11-21T14:26:50,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741855_1032 (size=263633) 2024-11-21T14:26:50,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741855_1032 (size=263633) 2024-11-21T14:26:54,005 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T14:26:54,055 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:26:54,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199209834 after 4003ms 2024-11-21T14:26:54,103 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199209834: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:26:54,105 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199209834 took 4009ms 2024-11-21T14:26:54,110 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732199209834.temp 2024-11-21T14:26:54,114 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/recovered.edits/0000000000000000001-wal.1732199209834.temp 2024-11-21T14:26:54,247 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199209834; continuing. 2024-11-21T14:26:54,247 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199209834 so closing down 2024-11-21T14:26:54,248 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:26:54,248 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:26:54,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741856_1033 (size=263641) 2024-11-21T14:26:54,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741856_1033 (size=263641) 2024-11-21T14:26:54,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741856_1033 (size=263641) 2024-11-21T14:26:54,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/recovered.edits/0000000000000000001-wal.1732199209834.temp (wrote 3002 edits, skipped 0 edits in 74 ms) 2024-11-21T14:26:54,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/recovered.edits/0000000000000000001-wal.1732199209834.temp to hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/recovered.edits/0000000000000003002 2024-11-21T14:26:54,256 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 151 ms; skipped=0; WAL=hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199209834, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T14:26:54,256 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199209834, journal: Splitting hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199209834, size=0 (0bytes) at 1732199210096Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/recovered.edits/0000000000000000001-wal.1732199209834.temp at 1732199214114 (+4018 ms)Split 1024 edits, skipped 0 edits. at 1732199214184 (+70 ms)Split 2048 edits, skipped 0 edits. at 1732199214216 (+32 ms)Finishing writing output for hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199209834 so closing down at 1732199214247 (+31 ms)3 split writer threads finished at 1732199214248 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/recovered.edits/0000000000000000001-wal.1732199209834.temp (wrote 3002 edits, skipped 0 edits in 74 ms) at 1732199214254 (+6 ms)Rename recovered edits hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/recovered.edits/0000000000000000001-wal.1732199209834.temp to hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/recovered.edits/0000000000000003002 at 1732199214256 (+2 ms)Processed 3002 edits across 1 Regions in 151 ms; skipped=0; WAL=hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199209834, size=0, length=0, corrupted=false, cancelled=false at 1732199214256 2024-11-21T14:26:54,259 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199209834 to hdfs://localhost:35701/hbase/oldWALs/wal.1732199209834 2024-11-21T14:26:54,260 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/recovered.edits/0000000000000003002 2024-11-21T14:26:54,260 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:26:54,263 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:26:54,285 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199214264, exclude list is [], retry=0 2024-11-21T14:26:54,289 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:26:54,290 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:26:54,290 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:26:54,293 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199214264 2024-11-21T14:26:54,294 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33075:33075)] 2024-11-21T14:26:54,294 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732199209767.95bf5cf144bcae06197cf08532f55dc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:26:54,296 INFO [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 95bf5cf144bcae06197cf08532f55dc1 2024-11-21T14:26:54,298 INFO [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95bf5cf144bcae06197cf08532f55dc1 columnFamilyName a 2024-11-21T14:26:54,298 DEBUG [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:54,300 INFO [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] regionserver.HStore(327): Store=95bf5cf144bcae06197cf08532f55dc1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:54,300 INFO [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 95bf5cf144bcae06197cf08532f55dc1 2024-11-21T14:26:54,302 INFO [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95bf5cf144bcae06197cf08532f55dc1 columnFamilyName b 2024-11-21T14:26:54,302 DEBUG [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:54,303 INFO [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] regionserver.HStore(327): Store=95bf5cf144bcae06197cf08532f55dc1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:54,303 INFO [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 95bf5cf144bcae06197cf08532f55dc1 2024-11-21T14:26:54,304 INFO [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95bf5cf144bcae06197cf08532f55dc1 columnFamilyName c 2024-11-21T14:26:54,304 DEBUG [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:54,305 INFO [StoreOpener-95bf5cf144bcae06197cf08532f55dc1-1 {}] regionserver.HStore(327): Store=95bf5cf144bcae06197cf08532f55dc1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:54,305 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 95bf5cf144bcae06197cf08532f55dc1 2024-11-21T14:26:54,306 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1 2024-11-21T14:26:54,309 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1 2024-11-21T14:26:54,310 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/recovered.edits/0000000000000003002 2024-11-21T14:26:54,314 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:26:54,356 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-21T14:26:54,747 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 95bf5cf144bcae06197cf08532f55dc1 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-21T14:26:54,788 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/.tmp/a/1548fcdf80834f7a98b1f40896f1d06d is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732199209861/Put/seqid=0 2024-11-21T14:26:54,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741858_1035 (size=50463) 2024-11-21T14:26:54,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741858_1035 (size=50463) 2024-11-21T14:26:54,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741858_1035 (size=50463) 2024-11-21T14:26:54,800 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/.tmp/a/1548fcdf80834f7a98b1f40896f1d06d 2024-11-21T14:26:54,809 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/.tmp/a/1548fcdf80834f7a98b1f40896f1d06d as hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/a/1548fcdf80834f7a98b1f40896f1d06d 2024-11-21T14:26:54,817 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/a/1548fcdf80834f7a98b1f40896f1d06d, entries=754, sequenceid=754, filesize=49.3 K 2024-11-21T14:26:54,818 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 95bf5cf144bcae06197cf08532f55dc1 in 72ms, sequenceid=754, compaction requested=false; wal=null 2024-11-21T14:26:54,843 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-21T14:26:54,844 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 95bf5cf144bcae06197cf08532f55dc1 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-21T14:26:54,854 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/.tmp/a/6d5618ff80c842989552b5a119a1ad27 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732199209921/Put/seqid=0 2024-11-21T14:26:54,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741859_1036 (size=20072) 2024-11-21T14:26:54,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741859_1036 (size=20072) 2024-11-21T14:26:54,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741859_1036 (size=20072) 2024-11-21T14:26:54,865 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/.tmp/a/6d5618ff80c842989552b5a119a1ad27 2024-11-21T14:26:54,899 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/.tmp/b/3cb6e82b0b8541dfb14bb35f749b8bd8 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732199209946/Put/seqid=0 2024-11-21T14:26:54,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741860_1037 (size=35835) 2024-11-21T14:26:54,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741860_1037 (size=35835) 2024-11-21T14:26:54,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741860_1037 (size=35835) 2024-11-21T14:26:54,908 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/.tmp/b/3cb6e82b0b8541dfb14bb35f749b8bd8 2024-11-21T14:26:54,916 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/.tmp/a/6d5618ff80c842989552b5a119a1ad27 as hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/a/6d5618ff80c842989552b5a119a1ad27 2024-11-21T14:26:54,923 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/a/6d5618ff80c842989552b5a119a1ad27, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-21T14:26:54,925 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/.tmp/b/3cb6e82b0b8541dfb14bb35f749b8bd8 as hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/b/3cb6e82b0b8541dfb14bb35f749b8bd8 2024-11-21T14:26:54,933 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/b/3cb6e82b0b8541dfb14bb35f749b8bd8, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-21T14:26:54,933 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 95bf5cf144bcae06197cf08532f55dc1 in 89ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-21T14:26:54,952 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-21T14:26:54,952 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 95bf5cf144bcae06197cf08532f55dc1 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-21T14:26:54,959 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/.tmp/b/8a5d2c64276d47dfaf7039ff3206d242 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732199209974/Put/seqid=0 2024-11-21T14:26:54,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741861_1038 (size=35082) 2024-11-21T14:26:54,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741861_1038 (size=35082) 2024-11-21T14:26:54,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741861_1038 (size=35082) 2024-11-21T14:26:54,969 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/.tmp/b/8a5d2c64276d47dfaf7039ff3206d242 2024-11-21T14:26:54,998 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/.tmp/c/17f928fb54784c7e9ad25d7dc96e4d28 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732199210016/Put/seqid=0 2024-11-21T14:26:55,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741862_1039 (size=20825) 2024-11-21T14:26:55,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741862_1039 (size=20825) 2024-11-21T14:26:55,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741862_1039 (size=20825) 2024-11-21T14:26:55,007 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/.tmp/c/17f928fb54784c7e9ad25d7dc96e4d28 2024-11-21T14:26:55,016 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/.tmp/b/8a5d2c64276d47dfaf7039ff3206d242 as hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/b/8a5d2c64276d47dfaf7039ff3206d242 2024-11-21T14:26:55,024 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/b/8a5d2c64276d47dfaf7039ff3206d242, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-21T14:26:55,026 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/.tmp/c/17f928fb54784c7e9ad25d7dc96e4d28 as hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/c/17f928fb54784c7e9ad25d7dc96e4d28 2024-11-21T14:26:55,033 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/c/17f928fb54784c7e9ad25d7dc96e4d28, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-21T14:26:55,034 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 95bf5cf144bcae06197cf08532f55dc1 in 82ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-21T14:26:55,046 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732199210062/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732199209767.95bf5cf144bcae06197cf08532f55dc1. 2024-11-21T14:26:55,049 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/recovered.edits/0000000000000003002 2024-11-21T14:26:55,050 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-21T14:26:55,050 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 95bf5cf144bcae06197cf08532f55dc1 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-21T14:26:55,058 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/.tmp/c/b4063a528ea34260a463f99a9ed59ac8 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732199210026/Put/seqid=0 2024-11-21T14:26:55,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741863_1040 (size=50301) 2024-11-21T14:26:55,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741863_1040 (size=50301) 2024-11-21T14:26:55,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741863_1040 (size=50301) 2024-11-21T14:26:55,069 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/.tmp/c/b4063a528ea34260a463f99a9ed59ac8 2024-11-21T14:26:55,075 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4063a528ea34260a463f99a9ed59ac8 2024-11-21T14:26:55,076 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/.tmp/c/b4063a528ea34260a463f99a9ed59ac8 as hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/c/b4063a528ea34260a463f99a9ed59ac8 2024-11-21T14:26:55,083 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4063a528ea34260a463f99a9ed59ac8 2024-11-21T14:26:55,083 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/c/b4063a528ea34260a463f99a9ed59ac8, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-21T14:26:55,084 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 95bf5cf144bcae06197cf08532f55dc1 in 33ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-21T14:26:55,084 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/recovered.edits/0000000000000003002 2024-11-21T14:26:55,086 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 95bf5cf144bcae06197cf08532f55dc1 2024-11-21T14:26:55,086 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 95bf5cf144bcae06197cf08532f55dc1 2024-11-21T14:26:55,086 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T14:26:55,088 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 95bf5cf144bcae06197cf08532f55dc1 2024-11-21T14:26:55,091 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenIntoWAL/95bf5cf144bcae06197cf08532f55dc1/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-21T14:26:55,092 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 95bf5cf144bcae06197cf08532f55dc1; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62223462, jitterRate=-0.07279816269874573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T14:26:55,092 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 95bf5cf144bcae06197cf08532f55dc1: Writing region info on filesystem at 1732199214294Initializing all the Stores at 1732199214296 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199214296Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199214296Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199214296Cleaning up temporary data from old regions at 1732199215086 (+790 ms)Region opened successfully at 1732199215092 (+6 ms) 2024-11-21T14:26:55,157 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 95bf5cf144bcae06197cf08532f55dc1, disabling compactions & flushes 2024-11-21T14:26:55,157 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732199209767.95bf5cf144bcae06197cf08532f55dc1. 2024-11-21T14:26:55,157 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732199209767.95bf5cf144bcae06197cf08532f55dc1. 2024-11-21T14:26:55,157 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732199209767.95bf5cf144bcae06197cf08532f55dc1. after waiting 0 ms 2024-11-21T14:26:55,157 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732199209767.95bf5cf144bcae06197cf08532f55dc1. 2024-11-21T14:26:55,159 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732199209767.95bf5cf144bcae06197cf08532f55dc1. 2024-11-21T14:26:55,159 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 95bf5cf144bcae06197cf08532f55dc1: Waiting for close lock at 1732199215156Disabling compacts and flushes for region at 1732199215156Disabling writes for close at 1732199215157 (+1 ms)Writing region close event to WAL at 1732199215159 (+2 ms)Closed at 1732199215159 2024-11-21T14:26:55,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741857_1034 (size=95) 2024-11-21T14:26:55,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741857_1034 (size=95) 2024-11-21T14:26:55,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741857_1034 (size=95) 2024-11-21T14:26:55,169 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:26:55,169 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732199214264) 2024-11-21T14:26:55,190 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=398 (was 384) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-11381068_22 at /127.0.0.1:52280 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:35701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:35701 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-11381068_22 at /127.0.0.1:38160 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:34049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:39387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-11381068_22 at /127.0.0.1:59932 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-11381068_22 at /127.0.0.1:38184 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=126 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=4336 (was 4388) 2024-11-21T14:26:55,205 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=398, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=126, ProcessCount=11, AvailableMemoryMB=4335 2024-11-21T14:26:55,220 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:26:55,223 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:26:55,223 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:26:55,226 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-09070260, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/hregion-09070260, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:26:55,239 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-09070260/hregion-09070260.1732199215226, exclude list is [], retry=0 2024-11-21T14:26:55,242 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:26:55,243 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:26:55,243 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:26:55,245 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-09070260/hregion-09070260.1732199215226 2024-11-21T14:26:55,251 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33933:33933)] 2024-11-21T14:26:55,251 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b7d63b45ead4eb862eaffdb8d829d64b, NAME => 'test2727,,1732199215221.b7d63b45ead4eb862eaffdb8d829d64b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35701/hbase 2024-11-21T14:26:55,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741865_1042 (size=43) 2024-11-21T14:26:55,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741865_1042 (size=43) 2024-11-21T14:26:55,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741865_1042 (size=43) 2024-11-21T14:26:55,262 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732199215221.b7d63b45ead4eb862eaffdb8d829d64b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:26:55,263 INFO [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:55,265 INFO [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7d63b45ead4eb862eaffdb8d829d64b columnFamilyName a 2024-11-21T14:26:55,265 DEBUG [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:55,266 INFO [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] regionserver.HStore(327): Store=b7d63b45ead4eb862eaffdb8d829d64b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:55,266 INFO [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:55,267 INFO [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7d63b45ead4eb862eaffdb8d829d64b columnFamilyName b 2024-11-21T14:26:55,267 DEBUG [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:55,268 INFO [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] regionserver.HStore(327): Store=b7d63b45ead4eb862eaffdb8d829d64b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:55,268 INFO [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:55,269 INFO [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7d63b45ead4eb862eaffdb8d829d64b columnFamilyName c 2024-11-21T14:26:55,269 DEBUG [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:55,270 INFO [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] regionserver.HStore(327): Store=b7d63b45ead4eb862eaffdb8d829d64b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:55,270 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:55,271 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:55,271 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:55,272 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:55,272 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:55,273 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:26:55,274 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:55,277 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:26:55,277 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b7d63b45ead4eb862eaffdb8d829d64b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73148331, jitterRate=0.08999507129192352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:26:55,278 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b7d63b45ead4eb862eaffdb8d829d64b: Writing region info on filesystem at 1732199215262Initializing all the Stores at 1732199215263 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199215263Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199215263Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199215263Cleaning up temporary data from old regions at 1732199215272 (+9 ms)Region opened successfully at 1732199215278 (+6 ms) 2024-11-21T14:26:55,278 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b7d63b45ead4eb862eaffdb8d829d64b, disabling compactions & flushes 2024-11-21T14:26:55,278 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732199215221.b7d63b45ead4eb862eaffdb8d829d64b. 2024-11-21T14:26:55,278 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732199215221.b7d63b45ead4eb862eaffdb8d829d64b. 2024-11-21T14:26:55,278 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732199215221.b7d63b45ead4eb862eaffdb8d829d64b. after waiting 0 ms 2024-11-21T14:26:55,278 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732199215221.b7d63b45ead4eb862eaffdb8d829d64b. 2024-11-21T14:26:55,279 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732199215221.b7d63b45ead4eb862eaffdb8d829d64b. 2024-11-21T14:26:55,279 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b7d63b45ead4eb862eaffdb8d829d64b: Waiting for close lock at 1732199215278Disabling compacts and flushes for region at 1732199215278Disabling writes for close at 1732199215278Writing region close event to WAL at 1732199215279 (+1 ms)Closed at 1732199215279 2024-11-21T14:26:55,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741864_1041 (size=95) 2024-11-21T14:26:55,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741864_1041 (size=95) 2024-11-21T14:26:55,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741864_1041 (size=95) 2024-11-21T14:26:55,286 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:26:55,286 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-09070260:(num 1732199215226) 2024-11-21T14:26:55,286 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:26:55,288 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:26:55,301 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215288, exclude list is [], retry=0 2024-11-21T14:26:55,304 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:26:55,305 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:26:55,305 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:26:55,307 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215288 2024-11-21T14:26:55,307 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:35895:35895)] 2024-11-21T14:26:55,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741866_1043 (size=263359) 2024-11-21T14:26:55,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741866_1043 (size=263359) 2024-11-21T14:26:55,463 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215288 not finished, retry = 0 2024-11-21T14:26:55,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741866_1043 (size=263359) 2024-11-21T14:26:55,581 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215288, size=257.2 K (263359bytes) 2024-11-21T14:26:55,581 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215288 2024-11-21T14:26:55,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215288 after 0ms 2024-11-21T14:26:55,584 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215288: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:26:55,585 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215288 took 4ms 2024-11-21T14:26:55,590 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732199215288.temp 2024-11-21T14:26:55,593 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000000001-wal.1732199215288.temp 2024-11-21T14:26:55,640 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215288 so closing down 2024-11-21T14:26:55,641 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:26:55,641 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:26:55,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741867_1044 (size=263359) 2024-11-21T14:26:55,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741867_1044 (size=263359) 2024-11-21T14:26:55,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741867_1044 (size=263359) 2024-11-21T14:26:55,645 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000000001-wal.1732199215288.temp (wrote 3000 edits, skipped 0 edits in 39 ms) 2024-11-21T14:26:55,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000000001-wal.1732199215288.temp to hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000003000 2024-11-21T14:26:55,647 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215288, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-21T14:26:55,647 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215288, journal: Splitting hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215288, size=257.2 K (263359bytes) at 1732199215581Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000000001-wal.1732199215288.temp at 1732199215593 (+12 ms)Split 1024 edits, skipped 0 edits. at 1732199215603 (+10 ms)Split 2048 edits, skipped 0 edits. at 1732199215622 (+19 ms)Finishing writing output for hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215288 so closing down at 1732199215640 (+18 ms)3 split writer threads finished at 1732199215641 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000000001-wal.1732199215288.temp (wrote 3000 edits, skipped 0 edits in 39 ms) at 1732199215645 (+4 ms)Rename recovered edits hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000000001-wal.1732199215288.temp to hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000003000 at 1732199215647 (+2 ms)Processed 3000 edits across 1 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215288, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1732199215647 2024-11-21T14:26:55,649 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215288 to hdfs://localhost:35701/hbase/oldWALs/wal.1732199215288 2024-11-21T14:26:55,650 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000003000 2024-11-21T14:26:55,651 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:26:55,653 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:26:55,668 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215653, exclude list is [], retry=0 2024-11-21T14:26:55,671 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:26:55,672 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:26:55,672 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:26:55,674 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215653 2024-11-21T14:26:55,674 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33075:33075)] 2024-11-21T14:26:55,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741868_1045 (size=263486) 2024-11-21T14:26:55,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741868_1045 (size=263486) 2024-11-21T14:26:55,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741868_1045 (size=263486) 2024-11-21T14:26:55,852 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215653, size=257.3 K (263486bytes) 2024-11-21T14:26:55,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215653 2024-11-21T14:26:55,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215653 after 0ms 2024-11-21T14:26:55,856 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215653: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:26:55,858 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215653 took 6ms 2024-11-21T14:26:55,862 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732199215653.temp 2024-11-21T14:26:55,864 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000003001-wal.1732199215653.temp 2024-11-21T14:26:55,916 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215653 so closing down 2024-11-21T14:26:55,916 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:26:55,916 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:26:55,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741869_1046 (size=263486) 2024-11-21T14:26:55,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741869_1046 (size=263486) 2024-11-21T14:26:55,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741869_1046 (size=263486) 2024-11-21T14:26:55,921 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000003001-wal.1732199215653.temp (wrote 3000 edits, skipped 0 edits in 42 ms) 2024-11-21T14:26:55,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000003001-wal.1732199215653.temp to hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000006000 2024-11-21T14:26:55,923 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215653, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-21T14:26:55,923 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215653, journal: Splitting hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215653, size=257.3 K (263486bytes) at 1732199215852Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000003001-wal.1732199215653.temp at 1732199215864 (+12 ms)Split 1024 edits, skipped 0 edits. at 1732199215878 (+14 ms)Split 2048 edits, skipped 0 edits. at 1732199215898 (+20 ms)Finishing writing output for hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215653 so closing down at 1732199215916 (+18 ms)3 split writer threads finished at 1732199215916Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000003001-wal.1732199215653.temp (wrote 3000 edits, skipped 0 edits in 42 ms) at 1732199215921 (+5 ms)Rename recovered edits hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000003001-wal.1732199215653.temp to hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000006000 at 1732199215923 (+2 ms)Processed 3000 edits across 1 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215653, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1732199215923 2024-11-21T14:26:55,925 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215653 to hdfs://localhost:35701/hbase/oldWALs/wal.1732199215653 2024-11-21T14:26:55,926 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000006000 2024-11-21T14:26:55,927 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:26:55,929 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/test2727-manual,16010,1732199215220, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:26:55,948 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215930, exclude list is [], retry=0 2024-11-21T14:26:55,952 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:26:55,952 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:26:55,953 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:26:55,955 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732199215220/wal.1732199215930 2024-11-21T14:26:55,955 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33075:33075)] 2024-11-21T14:26:55,956 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b7d63b45ead4eb862eaffdb8d829d64b, NAME => 'test2727,,1732199215221.b7d63b45ead4eb862eaffdb8d829d64b.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:26:55,956 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732199215221.b7d63b45ead4eb862eaffdb8d829d64b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:26:55,956 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:55,956 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:55,958 INFO [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:55,960 INFO [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7d63b45ead4eb862eaffdb8d829d64b columnFamilyName a 2024-11-21T14:26:55,960 DEBUG [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:55,960 INFO [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] regionserver.HStore(327): Store=b7d63b45ead4eb862eaffdb8d829d64b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:55,961 INFO [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:55,962 INFO [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7d63b45ead4eb862eaffdb8d829d64b columnFamilyName b 2024-11-21T14:26:55,962 DEBUG [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:55,962 INFO [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] regionserver.HStore(327): Store=b7d63b45ead4eb862eaffdb8d829d64b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:55,963 INFO [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:55,964 INFO [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7d63b45ead4eb862eaffdb8d829d64b columnFamilyName c 2024-11-21T14:26:55,964 DEBUG [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:55,964 INFO [StoreOpener-b7d63b45ead4eb862eaffdb8d829d64b-1 {}] regionserver.HStore(327): Store=b7d63b45ead4eb862eaffdb8d829d64b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:55,965 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:55,965 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:55,968 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:55,969 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000003000 2024-11-21T14:26:55,971 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:26:56,029 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000003000 2024-11-21T14:26:56,031 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000006000 2024-11-21T14:26:56,034 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:26:56,088 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000006000 2024-11-21T14:26:56,088 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b7d63b45ead4eb862eaffdb8d829d64b 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-21T14:26:56,111 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/.tmp/a/e9092a9102134a1ba3a85989d79898d6 is 41, key is test2727/a:100/1732199215678/Put/seqid=0 2024-11-21T14:26:56,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741871_1048 (size=84227) 2024-11-21T14:26:56,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741871_1048 (size=84227) 2024-11-21T14:26:56,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741871_1048 (size=84227) 2024-11-21T14:26:56,121 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/.tmp/a/e9092a9102134a1ba3a85989d79898d6 2024-11-21T14:26:56,159 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/.tmp/b/7336456e61384b69a4edc731ea38bb41 is 41, key is test2727/b:100/1732199215719/Put/seqid=0 2024-11-21T14:26:56,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741872_1049 (size=84609) 2024-11-21T14:26:56,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741872_1049 (size=84609) 2024-11-21T14:26:56,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741872_1049 (size=84609) 2024-11-21T14:26:56,167 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/.tmp/b/7336456e61384b69a4edc731ea38bb41 2024-11-21T14:26:56,202 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/.tmp/c/64d2ad8f8e8843b48a8581c77b839cd4 is 41, key is test2727/c:100/1732199215773/Put/seqid=0 2024-11-21T14:26:56,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741873_1050 (size=84609) 2024-11-21T14:26:56,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741873_1050 (size=84609) 2024-11-21T14:26:56,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741873_1050 (size=84609) 2024-11-21T14:26:56,209 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/.tmp/c/64d2ad8f8e8843b48a8581c77b839cd4 2024-11-21T14:26:56,218 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/.tmp/a/e9092a9102134a1ba3a85989d79898d6 as hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/a/e9092a9102134a1ba3a85989d79898d6 2024-11-21T14:26:56,226 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/a/e9092a9102134a1ba3a85989d79898d6, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-21T14:26:56,227 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/.tmp/b/7336456e61384b69a4edc731ea38bb41 as hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/b/7336456e61384b69a4edc731ea38bb41 2024-11-21T14:26:56,236 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/b/7336456e61384b69a4edc731ea38bb41, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-21T14:26:56,237 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/.tmp/c/64d2ad8f8e8843b48a8581c77b839cd4 as hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/c/64d2ad8f8e8843b48a8581c77b839cd4 2024-11-21T14:26:56,245 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/c/64d2ad8f8e8843b48a8581c77b839cd4, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-21T14:26:56,245 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for b7d63b45ead4eb862eaffdb8d829d64b in 157ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-21T14:26:56,246 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000003000 2024-11-21T14:26:56,247 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/0000000000000006000 2024-11-21T14:26:56,249 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:56,249 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:56,249 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:26:56,251 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b7d63b45ead4eb862eaffdb8d829d64b 2024-11-21T14:26:56,254 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/test2727/b7d63b45ead4eb862eaffdb8d829d64b/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-21T14:26:56,255 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b7d63b45ead4eb862eaffdb8d829d64b; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68651714, jitterRate=0.022990256547927856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:26:56,256 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b7d63b45ead4eb862eaffdb8d829d64b: Writing region info on filesystem at 1732199215956Initializing all the Stores at 1732199215958 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199215958Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199215958Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199215958Obtaining lock to block concurrent updates at 1732199216088 (+130 ms)Preparing flush snapshotting stores in b7d63b45ead4eb862eaffdb8d829d64b at 1732199216088Finished memstore snapshotting test2727,,1732199215221.b7d63b45ead4eb862eaffdb8d829d64b., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732199216089 (+1 ms)Flushing stores of test2727,,1732199215221.b7d63b45ead4eb862eaffdb8d829d64b. at 1732199216089Flushing b7d63b45ead4eb862eaffdb8d829d64b/a: creating writer at 1732199216089Flushing b7d63b45ead4eb862eaffdb8d829d64b/a: appending metadata at 1732199216110 (+21 ms)Flushing b7d63b45ead4eb862eaffdb8d829d64b/a: closing flushed file at 1732199216111 (+1 ms)Flushing b7d63b45ead4eb862eaffdb8d829d64b/b: creating writer at 1732199216129 (+18 ms)Flushing b7d63b45ead4eb862eaffdb8d829d64b/b: appending metadata at 1732199216157 (+28 ms)Flushing b7d63b45ead4eb862eaffdb8d829d64b/b: closing flushed file at 1732199216158 (+1 ms)Flushing b7d63b45ead4eb862eaffdb8d829d64b/c: creating writer at 1732199216174 (+16 ms)Flushing b7d63b45ead4eb862eaffdb8d829d64b/c: appending metadata at 1732199216201 (+27 ms)Flushing b7d63b45ead4eb862eaffdb8d829d64b/c: closing flushed file at 1732199216201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16b637ac: reopening flushed file at 1732199216217 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f7b822: reopening flushed file at 1732199216226 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb3eea3: reopening flushed file at 1732199216236 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for b7d63b45ead4eb862eaffdb8d829d64b in 157ms, sequenceid=6000, compaction requested=false; wal=null at 1732199216245 (+9 ms)Cleaning up temporary data from old regions at 1732199216249 (+4 ms)Region opened successfully at 1732199216256 (+7 ms) 2024-11-21T14:26:56,258 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-21T14:26:56,258 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b7d63b45ead4eb862eaffdb8d829d64b, disabling compactions & flushes 2024-11-21T14:26:56,258 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732199215221.b7d63b45ead4eb862eaffdb8d829d64b. 2024-11-21T14:26:56,258 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732199215221.b7d63b45ead4eb862eaffdb8d829d64b. 2024-11-21T14:26:56,258 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732199215221.b7d63b45ead4eb862eaffdb8d829d64b. after waiting 0 ms 2024-11-21T14:26:56,258 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732199215221.b7d63b45ead4eb862eaffdb8d829d64b. 2024-11-21T14:26:56,260 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732199215221.b7d63b45ead4eb862eaffdb8d829d64b. 2024-11-21T14:26:56,260 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b7d63b45ead4eb862eaffdb8d829d64b: Waiting for close lock at 1732199216258Disabling compacts and flushes for region at 1732199216258Disabling writes for close at 1732199216258Writing region close event to WAL at 1732199216260 (+2 ms)Closed at 1732199216260 2024-11-21T14:26:56,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741870_1047 (size=95) 2024-11-21T14:26:56,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741870_1047 (size=95) 2024-11-21T14:26:56,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741870_1047 (size=95) 2024-11-21T14:26:56,266 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T14:26:56,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T14:26:56,267 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:26:56,267 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732199215930) 2024-11-21T14:26:56,273 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:26:56,273 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T14:26:56,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T14:26:56,274 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T14:26:56,275 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-21T14:26:56,275 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-21T14:26:56,283 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=400 (was 398) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:60070 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:52436 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:38184 [Waiting for operation #26] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=126 (was 126), ProcessCount=11 (was 11), AvailableMemoryMB=4187 (was 4335) 2024-11-21T14:26:56,296 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=400, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=126, ProcessCount=11, AvailableMemoryMB=4185 2024-11-21T14:26:56,313 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:26:56,320 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199216312, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:26:56,321 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732199216320 2024-11-21T14:26:56,329 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199216312/wal.1732199216320 2024-11-21T14:26:56,331 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:35895:35895)] 2024-11-21T14:26:56,333 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 247f5c34ad302c9303c85d5c303d6882, NAME => 'testSequentialEditLogSeqNum,,1732199216313.247f5c34ad302c9303c85d5c303d6882.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:26:56,333 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732199216313.247f5c34ad302c9303c85d5c303d6882.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:26:56,333 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 247f5c34ad302c9303c85d5c303d6882 2024-11-21T14:26:56,333 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 247f5c34ad302c9303c85d5c303d6882 2024-11-21T14:26:56,334 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:35701/hbase/data/default/testSequentialEditLogSeqNum/247f5c34ad302c9303c85d5c303d6882 doesn't exist for region: 247f5c34ad302c9303c85d5c303d6882 on table testSequentialEditLogSeqNum 2024-11-21T14:26:56,334 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 247f5c34ad302c9303c85d5c303d6882 on table testSequentialEditLogSeqNum 2024-11-21T14:26:56,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741875_1052 (size=62) 2024-11-21T14:26:56,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741875_1052 (size=62) 2024-11-21T14:26:56,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741875_1052 (size=62) 2024-11-21T14:26:56,347 INFO [StoreOpener-247f5c34ad302c9303c85d5c303d6882-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 247f5c34ad302c9303c85d5c303d6882 2024-11-21T14:26:56,349 INFO [StoreOpener-247f5c34ad302c9303c85d5c303d6882-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 247f5c34ad302c9303c85d5c303d6882 columnFamilyName a 2024-11-21T14:26:56,350 DEBUG [StoreOpener-247f5c34ad302c9303c85d5c303d6882-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:56,350 INFO [StoreOpener-247f5c34ad302c9303c85d5c303d6882-1 {}] regionserver.HStore(327): Store=247f5c34ad302c9303c85d5c303d6882/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:56,350 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 247f5c34ad302c9303c85d5c303d6882 2024-11-21T14:26:56,351 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testSequentialEditLogSeqNum/247f5c34ad302c9303c85d5c303d6882 2024-11-21T14:26:56,352 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testSequentialEditLogSeqNum/247f5c34ad302c9303c85d5c303d6882 2024-11-21T14:26:56,352 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 247f5c34ad302c9303c85d5c303d6882 2024-11-21T14:26:56,352 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 247f5c34ad302c9303c85d5c303d6882 2024-11-21T14:26:56,355 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 247f5c34ad302c9303c85d5c303d6882 2024-11-21T14:26:56,358 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testSequentialEditLogSeqNum/247f5c34ad302c9303c85d5c303d6882/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:26:56,360 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 247f5c34ad302c9303c85d5c303d6882; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61720989, jitterRate=-0.08028559386730194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:26:56,362 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 247f5c34ad302c9303c85d5c303d6882: Writing region info on filesystem at 1732199216333Initializing all the Stores at 1732199216347 (+14 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199216347Cleaning up temporary data from old regions at 1732199216352 (+5 ms)Region opened successfully at 1732199216361 (+9 ms) 2024-11-21T14:26:56,380 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 247f5c34ad302c9303c85d5c303d6882 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-21T14:26:56,409 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testSequentialEditLogSeqNum/247f5c34ad302c9303c85d5c303d6882/.tmp/a/ae122646619b401e8087a17f26f01ebe is 81, key is testSequentialEditLogSeqNum/a:x0/1732199216362/Put/seqid=0 2024-11-21T14:26:56,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741876_1053 (size=5833) 2024-11-21T14:26:56,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741876_1053 (size=5833) 2024-11-21T14:26:56,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741876_1053 (size=5833) 2024-11-21T14:26:56,421 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testSequentialEditLogSeqNum/247f5c34ad302c9303c85d5c303d6882/.tmp/a/ae122646619b401e8087a17f26f01ebe 2024-11-21T14:26:56,430 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testSequentialEditLogSeqNum/247f5c34ad302c9303c85d5c303d6882/.tmp/a/ae122646619b401e8087a17f26f01ebe as hdfs://localhost:35701/hbase/data/default/testSequentialEditLogSeqNum/247f5c34ad302c9303c85d5c303d6882/a/ae122646619b401e8087a17f26f01ebe 2024-11-21T14:26:56,438 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testSequentialEditLogSeqNum/247f5c34ad302c9303c85d5c303d6882/a/ae122646619b401e8087a17f26f01ebe, entries=10, sequenceid=13, filesize=5.7 K 2024-11-21T14:26:56,440 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 247f5c34ad302c9303c85d5c303d6882 in 60ms, sequenceid=13, compaction requested=false 2024-11-21T14:26:56,440 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 247f5c34ad302c9303c85d5c303d6882: 2024-11-21T14:26:56,450 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:26:56,450 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:26:56,450 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:26:56,451 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:26:56,451 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:26:56,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741874_1051 (size=1843) 2024-11-21T14:26:56,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741874_1051 (size=1843) 2024-11-21T14:26:56,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741874_1051 (size=1843) 2024-11-21T14:26:56,477 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199216312/wal.1732199216320, size=1.8 K (1843bytes) 2024-11-21T14:26:56,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199216312/wal.1732199216320 2024-11-21T14:26:56,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199216312/wal.1732199216320 after 1ms 2024-11-21T14:26:56,480 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199216312/wal.1732199216320: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:26:56,481 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199216312/wal.1732199216320 took 4ms 2024-11-21T14:26:56,484 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199216312/wal.1732199216320 so closing down 2024-11-21T14:26:56,484 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:26:56,485 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732199216320.temp 2024-11-21T14:26:56,486 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testSequentialEditLogSeqNum/247f5c34ad302c9303c85d5c303d6882/recovered.edits/0000000000000000003-wal.1732199216320.temp 2024-11-21T14:26:56,487 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:26:56,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741877_1054 (size=1477) 2024-11-21T14:26:56,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741877_1054 (size=1477) 2024-11-21T14:26:56,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741877_1054 (size=1477) 2024-11-21T14:26:56,502 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testSequentialEditLogSeqNum/247f5c34ad302c9303c85d5c303d6882/recovered.edits/0000000000000000003-wal.1732199216320.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-21T14:26:56,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35701/hbase/data/default/testSequentialEditLogSeqNum/247f5c34ad302c9303c85d5c303d6882/recovered.edits/0000000000000000003-wal.1732199216320.temp to hdfs://localhost:35701/hbase/data/default/testSequentialEditLogSeqNum/247f5c34ad302c9303c85d5c303d6882/recovered.edits/0000000000000000020 2024-11-21T14:26:56,505 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 24 ms; skipped=2; WAL=hdfs://localhost:35701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199216312/wal.1732199216320, size=1.8 K, length=1843, corrupted=false, cancelled=false 2024-11-21T14:26:56,506 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199216312/wal.1732199216320, journal: Splitting hdfs://localhost:35701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199216312/wal.1732199216320, size=1.8 K (1843bytes) at 1732199216477Finishing writing output for hdfs://localhost:35701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199216312/wal.1732199216320 so closing down at 1732199216484 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testSequentialEditLogSeqNum/247f5c34ad302c9303c85d5c303d6882/recovered.edits/0000000000000000003-wal.1732199216320.temp at 1732199216486 (+2 ms)3 split writer threads finished at 1732199216487 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testSequentialEditLogSeqNum/247f5c34ad302c9303c85d5c303d6882/recovered.edits/0000000000000000003-wal.1732199216320.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732199216503 (+16 ms)Rename recovered edits hdfs://localhost:35701/hbase/data/default/testSequentialEditLogSeqNum/247f5c34ad302c9303c85d5c303d6882/recovered.edits/0000000000000000003-wal.1732199216320.temp to hdfs://localhost:35701/hbase/data/default/testSequentialEditLogSeqNum/247f5c34ad302c9303c85d5c303d6882/recovered.edits/0000000000000000020 at 1732199216505 (+2 ms)Processed 17 edits across 1 Regions in 24 ms; skipped=2; WAL=hdfs://localhost:35701/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732199216312/wal.1732199216320, size=1.8 K, length=1843, corrupted=false, cancelled=false at 1732199216505 2024-11-21T14:26:56,533 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=405 (was 400) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:60070 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:52436 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:38184 [Waiting for operation #28] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=126 (was 126), ProcessCount=11 (was 11), AvailableMemoryMB=4154 (was 4185) 2024-11-21T14:26:56,552 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=405, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=126, ProcessCount=11, AvailableMemoryMB=4149 2024-11-21T14:26:56,570 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:26:56,573 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:26:56,605 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:26:56,608 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-74030345, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/hregion-74030345, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:26:56,627 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-74030345/hregion-74030345.1732199216609, exclude list is [], retry=0 2024-11-21T14:26:56,630 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:26:56,632 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:26:56,635 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:26:56,643 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-74030345/hregion-74030345.1732199216609 2024-11-21T14:26:56,644 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:33075:33075)] 2024-11-21T14:26:56,644 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 318801b347e2da824cdd15fd3bb2622f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732199216571.318801b347e2da824cdd15fd3bb2622f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35701/hbase 2024-11-21T14:26:56,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741879_1056 (size=70) 2024-11-21T14:26:56,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741879_1056 (size=70) 2024-11-21T14:26:56,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741879_1056 (size=70) 2024-11-21T14:26:56,667 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732199216571.318801b347e2da824cdd15fd3bb2622f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:26:56,672 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,674 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318801b347e2da824cdd15fd3bb2622f columnFamilyName a 2024-11-21T14:26:56,674 DEBUG [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:56,675 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] regionserver.HStore(327): Store=318801b347e2da824cdd15fd3bb2622f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:56,675 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,677 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318801b347e2da824cdd15fd3bb2622f columnFamilyName b 2024-11-21T14:26:56,677 DEBUG [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:56,677 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] regionserver.HStore(327): Store=318801b347e2da824cdd15fd3bb2622f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:56,677 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,679 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318801b347e2da824cdd15fd3bb2622f columnFamilyName c 2024-11-21T14:26:56,679 DEBUG [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:56,680 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] regionserver.HStore(327): Store=318801b347e2da824cdd15fd3bb2622f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:56,680 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,681 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,681 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,682 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,682 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,683 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:26:56,685 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,687 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:26:56,688 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 318801b347e2da824cdd15fd3bb2622f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63197300, jitterRate=-0.058286845684051514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:26:56,689 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 318801b347e2da824cdd15fd3bb2622f: Writing region info on filesystem at 1732199216668Initializing all the Stores at 1732199216670 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199216670Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199216672 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199216672Cleaning up temporary data from old regions at 1732199216682 (+10 ms)Region opened successfully at 1732199216689 (+7 ms) 2024-11-21T14:26:56,689 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 318801b347e2da824cdd15fd3bb2622f, disabling compactions & flushes 2024-11-21T14:26:56,689 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732199216571.318801b347e2da824cdd15fd3bb2622f. 2024-11-21T14:26:56,689 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732199216571.318801b347e2da824cdd15fd3bb2622f. 2024-11-21T14:26:56,689 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732199216571.318801b347e2da824cdd15fd3bb2622f. after waiting 0 ms 2024-11-21T14:26:56,689 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732199216571.318801b347e2da824cdd15fd3bb2622f. 2024-11-21T14:26:56,690 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732199216571.318801b347e2da824cdd15fd3bb2622f. 2024-11-21T14:26:56,690 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 318801b347e2da824cdd15fd3bb2622f: Waiting for close lock at 1732199216689Disabling compacts and flushes for region at 1732199216689Disabling writes for close at 1732199216689Writing region close event to WAL at 1732199216690 (+1 ms)Closed at 1732199216690 2024-11-21T14:26:56,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741878_1055 (size=95) 2024-11-21T14:26:56,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741878_1055 (size=95) 2024-11-21T14:26:56,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741878_1055 (size=95) 2024-11-21T14:26:56,700 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:26:56,700 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-74030345:(num 1732199216609) 2024-11-21T14:26:56,700 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:26:56,702 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:26:56,719 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199216703, exclude list is [], retry=0 2024-11-21T14:26:56,722 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:26:56,723 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:26:56,723 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:26:56,728 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199216703 2024-11-21T14:26:56,728 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:35895:35895)] 2024-11-21T14:26:56,729 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 318801b347e2da824cdd15fd3bb2622f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732199216571.318801b347e2da824cdd15fd3bb2622f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:26:56,729 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732199216571.318801b347e2da824cdd15fd3bb2622f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:26:56,729 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,729 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,736 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,737 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318801b347e2da824cdd15fd3bb2622f columnFamilyName a 2024-11-21T14:26:56,738 DEBUG [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:56,738 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] regionserver.HStore(327): Store=318801b347e2da824cdd15fd3bb2622f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:56,738 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,739 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318801b347e2da824cdd15fd3bb2622f columnFamilyName b 2024-11-21T14:26:56,740 DEBUG [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:56,740 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] regionserver.HStore(327): Store=318801b347e2da824cdd15fd3bb2622f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:56,740 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,741 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318801b347e2da824cdd15fd3bb2622f columnFamilyName c 2024-11-21T14:26:56,742 DEBUG [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:26:56,742 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] regionserver.HStore(327): Store=318801b347e2da824cdd15fd3bb2622f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:26:56,742 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,743 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,745 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,746 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,746 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,746 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:26:56,748 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:26:56,749 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 318801b347e2da824cdd15fd3bb2622f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62613783, jitterRate=-0.06698192656040192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:26:56,750 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 318801b347e2da824cdd15fd3bb2622f: Writing region info on filesystem at 1732199216729Initializing all the Stores at 1732199216731 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199216731Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199216736 (+5 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199216736Cleaning up temporary data from old regions at 1732199216746 (+10 ms)Region opened successfully at 1732199216750 (+4 ms) 2024-11-21T14:26:56,755 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732199216754/Put/seqid=0 2024-11-21T14:26:56,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741881_1058 (size=4826) 2024-11-21T14:26:56,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741881_1058 (size=4826) 2024-11-21T14:26:56,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741881_1058 (size=4826) 2024-11-21T14:26:56,778 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35701/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 318801b347e2da824cdd15fd3bb2622f/a 2024-11-21T14:26:56,788 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-21T14:26:56,788 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:26:56,789 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 318801b347e2da824cdd15fd3bb2622f: 2024-11-21T14:26:56,791 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/a/2bdab1cd8a8b41008813c0ee365bcd92_SeqId_3_ 2024-11-21T14:26:56,792 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35701/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 318801b347e2da824cdd15fd3bb2622f/a as hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/a/2bdab1cd8a8b41008813c0ee365bcd92_SeqId_3_ - updating store file list. 2024-11-21T14:26:56,798 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2bdab1cd8a8b41008813c0ee365bcd92_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-21T14:26:56,799 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/a/2bdab1cd8a8b41008813c0ee365bcd92_SeqId_3_ into 318801b347e2da824cdd15fd3bb2622f/a 2024-11-21T14:26:56,799 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35701/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 318801b347e2da824cdd15fd3bb2622f/a (new location: hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/a/2bdab1cd8a8b41008813c0ee365bcd92_SeqId_3_) 2024-11-21T14:26:56,852 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199216703, size=0 (0bytes) 2024-11-21T14:26:56,852 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199216703 might be still open, length is 0 2024-11-21T14:26:56,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199216703 2024-11-21T14:26:56,852 WARN [IPC Server handler 3 on default port 35701 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199216703 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-21T14:26:56,853 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199216703 after 1ms 2024-11-21T14:26:59,667 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:60186 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33701:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60186 dst: /127.0.0.1:33701 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33701 remote=/127.0.0.1:60186]. Total timeout mills is 60000, 57143 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:26:59,667 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:52510 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38331:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52510 dst: /127.0.0.1:38331 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:26:59,667 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:38402 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:45379:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38402 dst: /127.0.0.1:45379 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:26:59,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741880_1059 (size=473) 2024-11-21T14:26:59,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741880_1059 (size=473) 2024-11-21T14:27:00,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199216703 after 4002ms 2024-11-21T14:27:00,883 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199216703: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:27:00,884 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199216703 took 4032ms 2024-11-21T14:27:00,886 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199216703; continuing. 2024-11-21T14:27:00,886 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199216703 so closing down 2024-11-21T14:27:00,886 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:27:00,888 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732199216703.temp 2024-11-21T14:27:00,889 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/recovered.edits/0000000000000000005-wal.1732199216703.temp 2024-11-21T14:27:00,890 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:27:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741882_1060 (size=259) 2024-11-21T14:27:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741882_1060 (size=259) 2024-11-21T14:27:00,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741882_1060 (size=259) 2024-11-21T14:27:00,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/recovered.edits/0000000000000000005-wal.1732199216703.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T14:27:00,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/recovered.edits/0000000000000000005-wal.1732199216703.temp to hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/recovered.edits/0000000000000000005 2024-11-21T14:27:00,899 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:35701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199216703, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T14:27:00,899 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199216703, journal: Splitting hdfs://localhost:35701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199216703, size=0 (0bytes) at 1732199216852Finishing writing output for hdfs://localhost:35701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199216703 so closing down at 1732199220886 (+4034 ms)Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/recovered.edits/0000000000000000005-wal.1732199216703.temp at 1732199220889 (+3 ms)3 split writer threads finished at 1732199220890 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/recovered.edits/0000000000000000005-wal.1732199216703.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732199220897 (+7 ms)Rename recovered edits hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/recovered.edits/0000000000000000005-wal.1732199216703.temp to hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/recovered.edits/0000000000000000005 at 1732199220898 (+1 ms)Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:35701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199216703, size=0, length=0, corrupted=false, cancelled=false at 1732199220899 (+1 ms) 2024-11-21T14:27:00,901 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199216703 to hdfs://localhost:35701/hbase/oldWALs/wal.1732199216703 2024-11-21T14:27:00,902 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/recovered.edits/0000000000000000005 2024-11-21T14:27:00,902 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:27:00,904 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:27:00,918 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199220904, exclude list is [], retry=0 2024-11-21T14:27:00,921 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:27:00,921 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:27:00,921 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:27:00,923 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199220904 2024-11-21T14:27:00,923 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:33933:33933)] 2024-11-21T14:27:00,924 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 318801b347e2da824cdd15fd3bb2622f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732199216571.318801b347e2da824cdd15fd3bb2622f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:27:00,924 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732199216571.318801b347e2da824cdd15fd3bb2622f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:00,924 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:27:00,924 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:27:00,925 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:27:00,926 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318801b347e2da824cdd15fd3bb2622f columnFamilyName a 2024-11-21T14:27:00,926 DEBUG [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:00,933 DEBUG [StoreFileOpener-318801b347e2da824cdd15fd3bb2622f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2bdab1cd8a8b41008813c0ee365bcd92_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-21T14:27:00,933 DEBUG [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/a/2bdab1cd8a8b41008813c0ee365bcd92_SeqId_3_ 2024-11-21T14:27:00,934 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] regionserver.HStore(327): Store=318801b347e2da824cdd15fd3bb2622f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:00,934 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:27:00,935 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318801b347e2da824cdd15fd3bb2622f columnFamilyName b 2024-11-21T14:27:00,935 DEBUG [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:00,935 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] regionserver.HStore(327): Store=318801b347e2da824cdd15fd3bb2622f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:00,935 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:27:00,936 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318801b347e2da824cdd15fd3bb2622f columnFamilyName c 2024-11-21T14:27:00,936 DEBUG [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:00,937 INFO [StoreOpener-318801b347e2da824cdd15fd3bb2622f-1 {}] regionserver.HStore(327): Store=318801b347e2da824cdd15fd3bb2622f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:00,937 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:27:00,938 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:27:00,939 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:27:00,940 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/recovered.edits/0000000000000000005 2024-11-21T14:27:00,942 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:27:00,943 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/recovered.edits/0000000000000000005 2024-11-21T14:27:00,943 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 318801b347e2da824cdd15fd3bb2622f 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-21T14:27:00,959 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/.tmp/a/c3efad4c4d5a4b83b3fdf4f372ced13c is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732199216808/Put/seqid=0 2024-11-21T14:27:00,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741884_1062 (size=5149) 2024-11-21T14:27:00,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741884_1062 (size=5149) 2024-11-21T14:27:00,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741884_1062 (size=5149) 2024-11-21T14:27:00,966 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/.tmp/a/c3efad4c4d5a4b83b3fdf4f372ced13c 2024-11-21T14:27:00,973 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/.tmp/a/c3efad4c4d5a4b83b3fdf4f372ced13c as hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/a/c3efad4c4d5a4b83b3fdf4f372ced13c 2024-11-21T14:27:00,979 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/a/c3efad4c4d5a4b83b3fdf4f372ced13c, entries=1, sequenceid=5, filesize=5.0 K 2024-11-21T14:27:00,980 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 318801b347e2da824cdd15fd3bb2622f in 37ms, sequenceid=5, compaction requested=false; wal=null 2024-11-21T14:27:00,981 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/recovered.edits/0000000000000000005 2024-11-21T14:27:00,982 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:27:00,982 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:27:00,983 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:27:00,985 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 318801b347e2da824cdd15fd3bb2622f 2024-11-21T14:27:00,987 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/318801b347e2da824cdd15fd3bb2622f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T14:27:00,988 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 318801b347e2da824cdd15fd3bb2622f; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74189534, jitterRate=0.10551020503044128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:27:00,988 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 318801b347e2da824cdd15fd3bb2622f: Writing region info on filesystem at 1732199220924Initializing all the Stores at 1732199220925 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199220925Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199220925Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199220925Obtaining lock to block concurrent updates at 1732199220943 (+18 ms)Preparing flush snapshotting stores in 318801b347e2da824cdd15fd3bb2622f at 1732199220943Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732199216571.318801b347e2da824cdd15fd3bb2622f., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732199220943Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732199216571.318801b347e2da824cdd15fd3bb2622f. at 1732199220943Flushing 318801b347e2da824cdd15fd3bb2622f/a: creating writer at 1732199220943Flushing 318801b347e2da824cdd15fd3bb2622f/a: appending metadata at 1732199220958 (+15 ms)Flushing 318801b347e2da824cdd15fd3bb2622f/a: closing flushed file at 1732199220958Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b773f40: reopening flushed file at 1732199220972 (+14 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 318801b347e2da824cdd15fd3bb2622f in 37ms, sequenceid=5, compaction requested=false; wal=null at 1732199220980 (+8 ms)Cleaning up temporary data from old regions at 1732199220982 (+2 ms)Region opened successfully at 1732199220988 (+6 ms) 2024-11-21T14:27:00,992 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 318801b347e2da824cdd15fd3bb2622f, disabling compactions & flushes 2024-11-21T14:27:00,992 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732199216571.318801b347e2da824cdd15fd3bb2622f. 2024-11-21T14:27:00,992 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732199216571.318801b347e2da824cdd15fd3bb2622f. 2024-11-21T14:27:00,992 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732199216571.318801b347e2da824cdd15fd3bb2622f. after waiting 0 ms 2024-11-21T14:27:00,992 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732199216571.318801b347e2da824cdd15fd3bb2622f. 2024-11-21T14:27:00,993 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732199216571.318801b347e2da824cdd15fd3bb2622f. 2024-11-21T14:27:00,993 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 318801b347e2da824cdd15fd3bb2622f: Waiting for close lock at 1732199220992Disabling compacts and flushes for region at 1732199220992Disabling writes for close at 1732199220992Writing region close event to WAL at 1732199220993 (+1 ms)Closed at 1732199220993 2024-11-21T14:27:00,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741883_1061 (size=95) 2024-11-21T14:27:00,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741883_1061 (size=95) 2024-11-21T14:27:00,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741883_1061 (size=95) 2024-11-21T14:27:00,999 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:27:00,999 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732199220904) 2024-11-21T14:27:01,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=410 (was 405) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1066166308_22 at /127.0.0.1:38520 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:35701 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1066166308_22 at /127.0.0.1:50874 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1066166308_22 at /127.0.0.1:60884 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:35701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 126) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4021 (was 4149) 2024-11-21T14:27:01,025 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=410, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=4021 2024-11-21T14:27:01,041 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:27:01,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:27:01,050 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,40325,1732199205809 2024-11-21T14:27:01,053 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5055292 2024-11-21T14:27:01,054 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:27:01,056 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:27:01,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:27:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-21T14:27:01,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:27:01,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-21T14:27:01,071 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:01,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:27:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:27:01,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741885_1063 (size=694) 2024-11-21T14:27:01,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741885_1063 (size=694) 2024-11-21T14:27:01,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741885_1063 (size=694) 2024-11-21T14:27:01,087 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7fbd9feb437f1c2915e6434f8f5f2d6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a 2024-11-21T14:27:01,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741886_1064 (size=77) 2024-11-21T14:27:01,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741886_1064 (size=77) 2024-11-21T14:27:01,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741886_1064 (size=77) 2024-11-21T14:27:01,097 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:01,097 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing f7fbd9feb437f1c2915e6434f8f5f2d6, disabling compactions & flushes 2024-11-21T14:27:01,097 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:01,097 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:01,097 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. after waiting 0 ms 2024-11-21T14:27:01,097 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:01,097 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:01,097 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7fbd9feb437f1c2915e6434f8f5f2d6: Waiting for close lock at 1732199221097Disabling compacts and flushes for region at 1732199221097Disabling writes for close at 1732199221097Writing region close event to WAL at 1732199221097Closed at 1732199221097 2024-11-21T14:27:01,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:27:01,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732199221099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732199221099"}]},"ts":"1732199221099"} 2024-11-21T14:27:01,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:27:01,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:27:01,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732199221109"}]},"ts":"1732199221109"} 2024-11-21T14:27:01,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-21T14:27:01,117 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {8a7a968213a0=0} racks are {/default-rack=0} 2024-11-21T14:27:01,118 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T14:27:01,118 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T14:27:01,118 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T14:27:01,118 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T14:27:01,118 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T14:27:01,118 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T14:27:01,118 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T14:27:01,118 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T14:27:01,118 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T14:27:01,118 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T14:27:01,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, ASSIGN}] 2024-11-21T14:27:01,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, ASSIGN 2024-11-21T14:27:01,123 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, ASSIGN; state=OFFLINE, location=8a7a968213a0,39413,1732199206547; forceNewPlan=false, retain=false 2024-11-21T14:27:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:27:01,275 INFO [8a7a968213a0:40325 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T14:27:01,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f7fbd9feb437f1c2915e6434f8f5f2d6, regionState=OPENING, regionLocation=8a7a968213a0,39413,1732199206547 2024-11-21T14:27:01,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, ASSIGN because future has completed 2024-11-21T14:27:01,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7fbd9feb437f1c2915e6434f8f5f2d6, server=8a7a968213a0,39413,1732199206547}] 2024-11-21T14:27:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:27:01,434 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:27:01,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:27:01,441 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:01,441 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f7fbd9feb437f1c2915e6434f8f5f2d6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:27:01,442 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:01,442 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:01,442 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:01,442 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:01,443 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:01,445 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7fbd9feb437f1c2915e6434f8f5f2d6 columnFamilyName cf1 2024-11-21T14:27:01,445 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:01,446 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(327): Store=f7fbd9feb437f1c2915e6434f8f5f2d6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:01,446 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:01,447 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7fbd9feb437f1c2915e6434f8f5f2d6 columnFamilyName cf2 2024-11-21T14:27:01,447 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:01,448 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(327): Store=f7fbd9feb437f1c2915e6434f8f5f2d6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:01,448 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:01,449 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:01,449 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:01,450 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:01,450 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:01,451 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-21T14:27:01,453 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:01,455 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:27:01,456 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f7fbd9feb437f1c2915e6434f8f5f2d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62965533, jitterRate=-0.061740443110466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-21T14:27:01,456 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:01,457 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f7fbd9feb437f1c2915e6434f8f5f2d6: Running coprocessor pre-open hook at 1732199221442Writing region info on filesystem at 1732199221442Initializing all the Stores at 1732199221443 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199221443Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199221443Cleaning up temporary data from old regions at 1732199221450 (+7 ms)Running coprocessor post-open hooks at 1732199221456 (+6 ms)Region opened successfully at 1732199221457 (+1 ms) 2024-11-21T14:27:01,459 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., pid=6, masterSystemTime=1732199221433 2024-11-21T14:27:01,462 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:01,462 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:01,463 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f7fbd9feb437f1c2915e6434f8f5f2d6, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,39413,1732199206547 2024-11-21T14:27:01,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7fbd9feb437f1c2915e6434f8f5f2d6, server=8a7a968213a0,39413,1732199206547 because future has completed 2024-11-21T14:27:01,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:27:01,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f7fbd9feb437f1c2915e6434f8f5f2d6, server=8a7a968213a0,39413,1732199206547 in 187 msec 2024-11-21T14:27:01,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:27:01,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, ASSIGN in 352 msec 2024-11-21T14:27:01,475 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:27:01,475 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732199221475"}]},"ts":"1732199221475"} 2024-11-21T14:27:01,478 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-21T14:27:01,479 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:27:01,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 417 msec 2024-11-21T14:27:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:27:01,703 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-21T14:27:01,703 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-21T14:27:01,704 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T14:27:01,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-21T14:27:01,710 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T14:27:01,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-21T14:27:01,723 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=2] 2024-11-21T14:27:01,724 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:27:01,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:27:01,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=f7fbd9feb437f1c2915e6434f8f5f2d6, source=8a7a968213a0,39413,1732199206547, destination=8a7a968213a0,46227,1732199206651, warming up region on 8a7a968213a0,46227,1732199206651 2024-11-21T14:27:01,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=f7fbd9feb437f1c2915e6434f8f5f2d6, source=8a7a968213a0,39413,1732199206547, destination=8a7a968213a0,46227,1732199206651, running balancer 2024-11-21T14:27:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, REOPEN/MOVE 2024-11-21T14:27:01,746 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, REOPEN/MOVE 2024-11-21T14:27:01,748 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f7fbd9feb437f1c2915e6434f8f5f2d6, regionState=CLOSING, regionLocation=8a7a968213a0,39413,1732199206547 2024-11-21T14:27:01,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46227 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46227 {}] regionserver.HRegion(7855): Warmup {ENCODED => f7fbd9feb437f1c2915e6434f8f5f2d6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:27:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46227 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:01,749 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:01,751 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7fbd9feb437f1c2915e6434f8f5f2d6 columnFamilyName cf1 2024-11-21T14:27:01,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, REOPEN/MOVE because future has completed 2024-11-21T14:27:01,751 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:01,751 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T14:27:01,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure f7fbd9feb437f1c2915e6434f8f5f2d6, server=8a7a968213a0,39413,1732199206547}] 2024-11-21T14:27:01,753 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(327): Store=f7fbd9feb437f1c2915e6434f8f5f2d6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:01,753 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:01,754 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7fbd9feb437f1c2915e6434f8f5f2d6 columnFamilyName cf2 2024-11-21T14:27:01,754 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:01,755 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(327): Store=f7fbd9feb437f1c2915e6434f8f5f2d6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46227 {}] regionserver.HRegion(1722): Closing f7fbd9feb437f1c2915e6434f8f5f2d6, disabling compactions & flushes 2024-11-21T14:27:01,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46227 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46227 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46227 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. after waiting 0 ms 2024-11-21T14:27:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46227 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:01,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46227 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46227 {}] regionserver.HRegion(1676): Region close journal for f7fbd9feb437f1c2915e6434f8f5f2d6: Waiting for close lock at 1732199221755Disabling compacts and flushes for region at 1732199221755Disabling writes for close at 1732199221755Writing region close event to WAL at 1732199221756 (+1 ms)Closed at 1732199221756 2024-11-21T14:27:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-21T14:27:01,912 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:01,912 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T14:27:01,913 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing f7fbd9feb437f1c2915e6434f8f5f2d6, disabling compactions & flushes 2024-11-21T14:27:01,913 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:01,913 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:01,913 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. after waiting 0 ms 2024-11-21T14:27:01,913 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:01,913 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing f7fbd9feb437f1c2915e6434f8f5f2d6 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-21T14:27:01,931 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/.tmp/cf1/85794c242683489a86de61eaef6bde4d is 35, key is r1/cf1:q/1732199221727/Put/seqid=0 2024-11-21T14:27:01,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741887_1065 (size=4783) 2024-11-21T14:27:01,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741887_1065 (size=4783) 2024-11-21T14:27:01,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741887_1065 (size=4783) 2024-11-21T14:27:01,943 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/.tmp/cf1/85794c242683489a86de61eaef6bde4d 2024-11-21T14:27:01,953 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/.tmp/cf1/85794c242683489a86de61eaef6bde4d as hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf1/85794c242683489a86de61eaef6bde4d 2024-11-21T14:27:01,960 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf1/85794c242683489a86de61eaef6bde4d, entries=1, sequenceid=5, filesize=4.7 K 2024-11-21T14:27:01,962 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for f7fbd9feb437f1c2915e6434f8f5f2d6 in 49ms, sequenceid=5, compaction requested=false 2024-11-21T14:27:01,962 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-21T14:27:01,967 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:27:01,970 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:01,970 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for f7fbd9feb437f1c2915e6434f8f5f2d6: Waiting for close lock at 1732199221913Running coprocessor pre-close hooks at 1732199221913Disabling compacts and flushes for region at 1732199221913Disabling writes for close at 1732199221913Obtaining lock to block concurrent updates at 1732199221913Preparing flush snapshotting stores in f7fbd9feb437f1c2915e6434f8f5f2d6 at 1732199221913Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732199221913Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. at 1732199221914 (+1 ms)Flushing f7fbd9feb437f1c2915e6434f8f5f2d6/cf1: creating writer at 1732199221914Flushing f7fbd9feb437f1c2915e6434f8f5f2d6/cf1: appending metadata at 1732199221931 (+17 ms)Flushing f7fbd9feb437f1c2915e6434f8f5f2d6/cf1: closing flushed file at 1732199221931Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c807a9: reopening flushed file at 1732199221951 (+20 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for f7fbd9feb437f1c2915e6434f8f5f2d6 in 49ms, sequenceid=5, compaction requested=false at 1732199221962 (+11 ms)Writing region close event to WAL at 1732199221963 (+1 ms)Running coprocessor post-close hooks at 1732199221968 (+5 ms)Closed at 1732199221970 (+2 ms) 2024-11-21T14:27:01,971 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding f7fbd9feb437f1c2915e6434f8f5f2d6 move to 8a7a968213a0,46227,1732199206651 record at close sequenceid=5 2024-11-21T14:27:01,974 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:01,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f7fbd9feb437f1c2915e6434f8f5f2d6, regionState=CLOSED 2024-11-21T14:27:01,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure f7fbd9feb437f1c2915e6434f8f5f2d6, server=8a7a968213a0,39413,1732199206547 because future has completed 2024-11-21T14:27:01,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-21T14:27:01,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure f7fbd9feb437f1c2915e6434f8f5f2d6, server=8a7a968213a0,39413,1732199206547 in 227 msec 2024-11-21T14:27:01,984 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, REOPEN/MOVE; state=CLOSED, location=8a7a968213a0,46227,1732199206651; forceNewPlan=false, retain=false 2024-11-21T14:27:02,134 INFO [8a7a968213a0:40325 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T14:27:02,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f7fbd9feb437f1c2915e6434f8f5f2d6, regionState=OPENING, regionLocation=8a7a968213a0,46227,1732199206651 2024-11-21T14:27:02,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, REOPEN/MOVE because future has completed 2024-11-21T14:27:02,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7fbd9feb437f1c2915e6434f8f5f2d6, server=8a7a968213a0,46227,1732199206651}] 2024-11-21T14:27:02,296 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:02,297 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => f7fbd9feb437f1c2915e6434f8f5f2d6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:27:02,297 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:02,297 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:02,297 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:02,297 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:02,299 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:02,300 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7fbd9feb437f1c2915e6434f8f5f2d6 columnFamilyName cf1 2024-11-21T14:27:02,300 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:02,308 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf1/85794c242683489a86de61eaef6bde4d 2024-11-21T14:27:02,308 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(327): Store=f7fbd9feb437f1c2915e6434f8f5f2d6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:02,308 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:02,309 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7fbd9feb437f1c2915e6434f8f5f2d6 columnFamilyName cf2 2024-11-21T14:27:02,309 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:02,310 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(327): Store=f7fbd9feb437f1c2915e6434f8f5f2d6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:02,310 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:02,311 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:02,312 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:02,313 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:02,313 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:02,314 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-21T14:27:02,316 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:02,317 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened f7fbd9feb437f1c2915e6434f8f5f2d6; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64940915, jitterRate=-0.03230495750904083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-21T14:27:02,317 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:02,317 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for f7fbd9feb437f1c2915e6434f8f5f2d6: Running coprocessor pre-open hook at 1732199222297Writing region info on filesystem at 1732199222297Initializing all the Stores at 1732199222299 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199222299Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199222299Cleaning up temporary data from old regions at 1732199222313 (+14 ms)Running coprocessor post-open hooks at 1732199222317 (+4 ms)Region opened successfully at 1732199222317 2024-11-21T14:27:02,319 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., pid=9, masterSystemTime=1732199222291 2024-11-21T14:27:02,322 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:02,322 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:02,323 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f7fbd9feb437f1c2915e6434f8f5f2d6, regionState=OPEN, openSeqNum=9, regionLocation=8a7a968213a0,46227,1732199206651 2024-11-21T14:27:02,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7fbd9feb437f1c2915e6434f8f5f2d6, server=8a7a968213a0,46227,1732199206651 because future has completed 2024-11-21T14:27:02,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-21T14:27:02,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure f7fbd9feb437f1c2915e6434f8f5f2d6, server=8a7a968213a0,46227,1732199206651 in 190 msec 2024-11-21T14:27:02,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, REOPEN/MOVE in 587 msec 2024-11-21T14:27:02,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:27:02,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:27:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:48550 deadline: 1732199282360, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8a7a968213a0 port=46227 startCode=1732199206651. As of locationSeqNum=5. 2024-11-21T14:27:02,392 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8a7a968213a0 port=46227 startCode=1732199206651. As of locationSeqNum=5. 2024-11-21T14:27:02,393 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8a7a968213a0 port=46227 startCode=1732199206651. As of locationSeqNum=5. 2024-11-21T14:27:02,393 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,46227,1732199206651, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8a7a968213a0 port=46227 startCode=1732199206651. As of locationSeqNum=5. 2024-11-21T14:27:02,512 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f7fbd9feb437f1c2915e6434f8f5f2d6 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-21T14:27:02,531 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/.tmp/cf1/b470983449a244a4916b5146c8b0780d is 29, key is r1/cf1:/1732199222503/DeleteFamily/seqid=0 2024-11-21T14:27:02,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741888_1066 (size=4906) 2024-11-21T14:27:02,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741888_1066 (size=4906) 2024-11-21T14:27:02,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741888_1066 (size=4906) 2024-11-21T14:27:02,543 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/.tmp/cf1/b470983449a244a4916b5146c8b0780d 2024-11-21T14:27:02,550 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b470983449a244a4916b5146c8b0780d 2024-11-21T14:27:02,566 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/.tmp/cf2/9a3d205c458c4273a8ce6e936e63634c is 29, key is r1/cf2:/1732199222503/DeleteFamily/seqid=0 2024-11-21T14:27:02,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741889_1067 (size=4906) 2024-11-21T14:27:02,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741889_1067 (size=4906) 2024-11-21T14:27:02,577 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/.tmp/cf2/9a3d205c458c4273a8ce6e936e63634c 2024-11-21T14:27:02,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741889_1067 (size=4906) 2024-11-21T14:27:02,584 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a3d205c458c4273a8ce6e936e63634c 2024-11-21T14:27:02,585 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/.tmp/cf1/b470983449a244a4916b5146c8b0780d as hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf1/b470983449a244a4916b5146c8b0780d 2024-11-21T14:27:02,592 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b470983449a244a4916b5146c8b0780d 2024-11-21T14:27:02,592 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf1/b470983449a244a4916b5146c8b0780d, entries=1, sequenceid=12, filesize=4.8 K 2024-11-21T14:27:02,593 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/.tmp/cf2/9a3d205c458c4273a8ce6e936e63634c as hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf2/9a3d205c458c4273a8ce6e936e63634c 2024-11-21T14:27:02,600 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a3d205c458c4273a8ce6e936e63634c 2024-11-21T14:27:02,600 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf2/9a3d205c458c4273a8ce6e936e63634c, entries=1, sequenceid=12, filesize=4.8 K 2024-11-21T14:27:02,601 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for f7fbd9feb437f1c2915e6434f8f5f2d6 in 89ms, sequenceid=12, compaction requested=false 2024-11-21T14:27:02,601 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f7fbd9feb437f1c2915e6434f8f5f2d6: 2024-11-21T14:27:02,605 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T14:27:02,606 DEBUG [Time-limited test {}] regionserver.HStore(1541): f7fbd9feb437f1c2915e6434f8f5f2d6/cf1 is initiating major compaction (all files) 2024-11-21T14:27:02,607 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:27:02,607 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:27:02,607 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of f7fbd9feb437f1c2915e6434f8f5f2d6/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:02,608 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf1/85794c242683489a86de61eaef6bde4d, hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf1/b470983449a244a4916b5146c8b0780d] into tmpdir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/.tmp, totalSize=9.5 K 2024-11-21T14:27:02,609 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 85794c242683489a86de61eaef6bde4d, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732199221727 2024-11-21T14:27:02,611 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b470983449a244a4916b5146c8b0780d, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-21T14:27:02,623 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): f7fbd9feb437f1c2915e6434f8f5f2d6#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:27:02,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741890_1068 (size=4626) 2024-11-21T14:27:02,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741890_1068 (size=4626) 2024-11-21T14:27:02,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741890_1068 (size=4626) 2024-11-21T14:27:02,640 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/.tmp/cf1/285a67d3d7074cbc950f90220a9da4a4 as hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf1/285a67d3d7074cbc950f90220a9da4a4 2024-11-21T14:27:02,657 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in f7fbd9feb437f1c2915e6434f8f5f2d6/cf1 of f7fbd9feb437f1c2915e6434f8f5f2d6 into 285a67d3d7074cbc950f90220a9da4a4(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:27:02,657 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for f7fbd9feb437f1c2915e6434f8f5f2d6: 2024-11-21T14:27:02,657 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-21T14:27:02,657 DEBUG [Time-limited test {}] regionserver.HStore(1541): f7fbd9feb437f1c2915e6434f8f5f2d6/cf2 is initiating major compaction (all files) 2024-11-21T14:27:02,657 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:27:02,658 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:27:02,658 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of f7fbd9feb437f1c2915e6434f8f5f2d6/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:02,658 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf2/9a3d205c458c4273a8ce6e936e63634c] into tmpdir=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/.tmp, totalSize=4.8 K 2024-11-21T14:27:02,659 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9a3d205c458c4273a8ce6e936e63634c, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-21T14:27:02,666 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): f7fbd9feb437f1c2915e6434f8f5f2d6#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:27:02,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741891_1069 (size=4592) 2024-11-21T14:27:02,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741891_1069 (size=4592) 2024-11-21T14:27:02,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741891_1069 (size=4592) 2024-11-21T14:27:02,682 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/.tmp/cf2/281fcc9f80024db0a02987e2bfaf2bd5 as hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf2/281fcc9f80024db0a02987e2bfaf2bd5 2024-11-21T14:27:02,689 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in f7fbd9feb437f1c2915e6434f8f5f2d6/cf2 of f7fbd9feb437f1c2915e6434f8f5f2d6 into 281fcc9f80024db0a02987e2bfaf2bd5(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:27:02,689 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for f7fbd9feb437f1c2915e6434f8f5f2d6: 2024-11-21T14:27:02,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=f7fbd9feb437f1c2915e6434f8f5f2d6, source=8a7a968213a0,46227,1732199206651, destination=8a7a968213a0,39413,1732199206547, warming up region on 8a7a968213a0,39413,1732199206547 2024-11-21T14:27:02,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=f7fbd9feb437f1c2915e6434f8f5f2d6, source=8a7a968213a0,46227,1732199206651, destination=8a7a968213a0,39413,1732199206547, running balancer 2024-11-21T14:27:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, REOPEN/MOVE 2024-11-21T14:27:02,696 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, REOPEN/MOVE 2024-11-21T14:27:02,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f7fbd9feb437f1c2915e6434f8f5f2d6, regionState=CLOSING, regionLocation=8a7a968213a0,46227,1732199206651 2024-11-21T14:27:02,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39413 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39413 {}] regionserver.HRegion(7855): Warmup {ENCODED => f7fbd9feb437f1c2915e6434f8f5f2d6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:27:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39413 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:02,699 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:02,700 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7fbd9feb437f1c2915e6434f8f5f2d6 columnFamilyName cf1 2024-11-21T14:27:02,700 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:02,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, REOPEN/MOVE because future has completed 2024-11-21T14:27:02,701 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T14:27:02,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure f7fbd9feb437f1c2915e6434f8f5f2d6, server=8a7a968213a0,46227,1732199206651}] 2024-11-21T14:27:02,708 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf1/285a67d3d7074cbc950f90220a9da4a4 2024-11-21T14:27:02,714 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf1/85794c242683489a86de61eaef6bde4d 2024-11-21T14:27:02,720 INFO [StoreFileOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b470983449a244a4916b5146c8b0780d 2024-11-21T14:27:02,720 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf1/b470983449a244a4916b5146c8b0780d 2024-11-21T14:27:02,720 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(327): Store=f7fbd9feb437f1c2915e6434f8f5f2d6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:02,721 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:02,722 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7fbd9feb437f1c2915e6434f8f5f2d6 columnFamilyName cf2 2024-11-21T14:27:02,722 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:02,729 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf2/281fcc9f80024db0a02987e2bfaf2bd5 2024-11-21T14:27:02,735 INFO [StoreFileOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a3d205c458c4273a8ce6e936e63634c 2024-11-21T14:27:02,735 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf2/9a3d205c458c4273a8ce6e936e63634c 2024-11-21T14:27:02,735 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(327): Store=f7fbd9feb437f1c2915e6434f8f5f2d6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39413 {}] regionserver.HRegion(1722): Closing f7fbd9feb437f1c2915e6434f8f5f2d6, disabling compactions & flushes 2024-11-21T14:27:02,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39413 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39413 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39413 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. after waiting 0 ms 2024-11-21T14:27:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39413 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:02,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39413 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39413 {}] regionserver.HRegion(1676): Region close journal for f7fbd9feb437f1c2915e6434f8f5f2d6: Waiting for close lock at 1732199222736Disabling compacts and flushes for region at 1732199222736Disabling writes for close at 1732199222736Writing region close event to WAL at 1732199222737 (+1 ms)Closed at 1732199222737 2024-11-21T14:27:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-21T14:27:02,855 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:02,855 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T14:27:02,855 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing f7fbd9feb437f1c2915e6434f8f5f2d6, disabling compactions & flushes 2024-11-21T14:27:02,855 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:02,855 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:02,855 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. after waiting 0 ms 2024-11-21T14:27:02,855 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:02,856 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf1/85794c242683489a86de61eaef6bde4d, hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf1/b470983449a244a4916b5146c8b0780d] to archive 2024-11-21T14:27:02,860 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:27:02,864 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf1/85794c242683489a86de61eaef6bde4d to hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf1/85794c242683489a86de61eaef6bde4d 2024-11-21T14:27:02,866 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf1/b470983449a244a4916b5146c8b0780d to hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf1/b470983449a244a4916b5146c8b0780d 2024-11-21T14:27:02,882 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf2/9a3d205c458c4273a8ce6e936e63634c] to archive 2024-11-21T14:27:02,883 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:27:02,885 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf2/9a3d205c458c4273a8ce6e936e63634c to hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf2/9a3d205c458c4273a8ce6e936e63634c 2024-11-21T14:27:02,891 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-21T14:27:02,892 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:02,892 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for f7fbd9feb437f1c2915e6434f8f5f2d6: Waiting for close lock at 1732199222855Running coprocessor pre-close hooks at 1732199222855Disabling compacts and flushes for region at 1732199222855Disabling writes for close at 1732199222855Writing region close event to WAL at 1732199222887 (+32 ms)Running coprocessor post-close hooks at 1732199222891 (+4 ms)Closed at 1732199222892 (+1 ms) 2024-11-21T14:27:02,892 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding f7fbd9feb437f1c2915e6434f8f5f2d6 move to 8a7a968213a0,39413,1732199206547 record at close sequenceid=12 2024-11-21T14:27:02,894 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:02,895 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f7fbd9feb437f1c2915e6434f8f5f2d6, regionState=CLOSED 2024-11-21T14:27:02,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure f7fbd9feb437f1c2915e6434f8f5f2d6, server=8a7a968213a0,46227,1732199206651 because future has completed 2024-11-21T14:27:02,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T14:27:02,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure f7fbd9feb437f1c2915e6434f8f5f2d6, server=8a7a968213a0,46227,1732199206651 in 198 msec 2024-11-21T14:27:02,903 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, REOPEN/MOVE; state=CLOSED, location=8a7a968213a0,39413,1732199206547; forceNewPlan=false, retain=false 2024-11-21T14:27:03,054 INFO [8a7a968213a0:40325 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T14:27:03,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f7fbd9feb437f1c2915e6434f8f5f2d6, regionState=OPENING, regionLocation=8a7a968213a0,39413,1732199206547 2024-11-21T14:27:03,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, REOPEN/MOVE because future has completed 2024-11-21T14:27:03,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7fbd9feb437f1c2915e6434f8f5f2d6, server=8a7a968213a0,39413,1732199206547}] 2024-11-21T14:27:03,217 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:03,218 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => f7fbd9feb437f1c2915e6434f8f5f2d6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:27:03,218 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:03,218 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:03,218 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:03,218 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:03,220 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:03,221 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7fbd9feb437f1c2915e6434f8f5f2d6 columnFamilyName cf1 2024-11-21T14:27:03,221 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:03,227 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf1/285a67d3d7074cbc950f90220a9da4a4 2024-11-21T14:27:03,227 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(327): Store=f7fbd9feb437f1c2915e6434f8f5f2d6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:03,227 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:03,228 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7fbd9feb437f1c2915e6434f8f5f2d6 columnFamilyName cf2 2024-11-21T14:27:03,229 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:03,235 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf2/281fcc9f80024db0a02987e2bfaf2bd5 2024-11-21T14:27:03,235 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(327): Store=f7fbd9feb437f1c2915e6434f8f5f2d6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:03,235 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:03,236 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:03,237 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:03,238 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:03,238 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:03,239 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-21T14:27:03,240 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:03,241 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened f7fbd9feb437f1c2915e6434f8f5f2d6; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61210800, jitterRate=-0.08788800239562988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-21T14:27:03,241 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:03,242 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for f7fbd9feb437f1c2915e6434f8f5f2d6: Running coprocessor pre-open hook at 1732199223218Writing region info on filesystem at 1732199223218Initializing all the Stores at 1732199223219 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199223219Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199223219Cleaning up temporary data from old regions at 1732199223238 (+19 ms)Running coprocessor post-open hooks at 1732199223242 (+4 ms)Region opened successfully at 1732199223242 2024-11-21T14:27:03,244 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., pid=12, masterSystemTime=1732199223213 2024-11-21T14:27:03,247 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:03,247 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:03,247 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f7fbd9feb437f1c2915e6434f8f5f2d6, regionState=OPEN, openSeqNum=18, regionLocation=8a7a968213a0,39413,1732199206547 2024-11-21T14:27:03,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7fbd9feb437f1c2915e6434f8f5f2d6, server=8a7a968213a0,39413,1732199206547 because future has completed 2024-11-21T14:27:03,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-21T14:27:03,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure f7fbd9feb437f1c2915e6434f8f5f2d6, server=8a7a968213a0,39413,1732199206547 in 190 msec 2024-11-21T14:27:03,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, REOPEN/MOVE in 560 msec 2024-11-21T14:27:03,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:27:03,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:27:03,302 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 8a7a968213a0,39413,1732199206547: testing ***** 2024-11-21T14:27:03,302 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T14:27:03,304 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T14:27:03,305 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T14:27:03,307 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T14:27:03,308 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T14:27:03,315 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 282723216 }, "NonHeapMemoryUsage": { "committed": 171114496, "init": 7667712, "max": -1, "used": 166429008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "8a7a968213a0", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 0, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "8a7a968213a0", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:58348", "tag.serverName": "8a7a968213a0,39413,1732199206547", "tag.clusterId": "b5c56ac6-2fab-4bb4-b04f-5eb75fbf53f4", "tag.Context": "regionserver", "tag.Hostname": "8a7a968213a0", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732199206547, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-21T14:27:03,319 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40325 {}] master.MasterRpcServices(700): 8a7a968213a0,39413,1732199206547 reported a fatal error: ***** ABORTING region server 8a7a968213a0,39413,1732199206547: testing ***** 2024-11-21T14:27:03,321 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,39413,1732199206547' ***** 2024-11-21T14:27:03,321 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-21T14:27:03,321 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:27:03,321 INFO [RS:0;8a7a968213a0:39413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-21T14:27:03,321 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:27:03,322 INFO [RS:0;8a7a968213a0:39413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-21T14:27:03,322 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.HRegionServer(3091): Received CLOSE for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46227 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:39748 deadline: 1732199283322, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8a7a968213a0 port=39413 startCode=1732199206547. As of locationSeqNum=12. 2024-11-21T14:27:03,322 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.HRegionServer(956): aborting server 8a7a968213a0,39413,1732199206547 2024-11-21T14:27:03,322 INFO [RS:0;8a7a968213a0:39413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:27:03,322 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7fbd9feb437f1c2915e6434f8f5f2d6, disabling compactions & flushes 2024-11-21T14:27:03,322 INFO [RS:0;8a7a968213a0:39413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:39413. 2024-11-21T14:27:03,323 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:03,323 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:03,323 DEBUG [RS:0;8a7a968213a0:39413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:27:03,323 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. after waiting 0 ms 2024-11-21T14:27:03,323 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:03,323 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,46227,1732199206651, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,46227,1732199206651, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8a7a968213a0 port=39413 startCode=1732199206547. As of locationSeqNum=12. 2024-11-21T14:27:03,323 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,46227,1732199206651, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8a7a968213a0 port=39413 startCode=1732199206547. As of locationSeqNum=12. 2024-11-21T14:27:03,323 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,46227,1732199206651, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=8a7a968213a0 port=39413 startCode=1732199206547. As of locationSeqNum=12. 2024-11-21T14:27:03,323 DEBUG [RS:0;8a7a968213a0:39413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:27:03,323 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:27:03,324 DEBUG [RS:0;8a7a968213a0:39413 {}] regionserver.HRegionServer(1325): Online Regions={f7fbd9feb437f1c2915e6434f8f5f2d6=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.} 2024-11-21T14:27:03,324 DEBUG [RS:0;8a7a968213a0:39413 {}] regionserver.HRegionServer(1351): Waiting on f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:03,325 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:03,325 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7fbd9feb437f1c2915e6434f8f5f2d6: Waiting for close lock at 1732199223322Running coprocessor pre-close hooks at 1732199223322Disabling compacts and flushes for region at 1732199223322Disabling writes for close at 1732199223323 (+1 ms)Writing region close event to WAL at 1732199223325 (+2 ms)Running coprocessor post-close hooks at 1732199223325Closed at 1732199223325 2024-11-21T14:27:03,325 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:03,384 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:27:03,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8a7a968213a0,39413,1732199206547 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:03,434 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8a7a968213a0,39413,1732199206547 aborting 2024-11-21T14:27:03,434 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8a7a968213a0,39413,1732199206547 aborting 2024-11-21T14:27:03,434 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=12 from cache 2024-11-21T14:27:03,524 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,39413,1732199206547; all regions closed. 2024-11-21T14:27:03,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741833_1009 (size=1401) 2024-11-21T14:27:03,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741833_1009 (size=1401) 2024-11-21T14:27:03,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741833_1009 (size=1401) 2024-11-21T14:27:03,529 DEBUG [RS:0;8a7a968213a0:39413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:27:03,529 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:27:03,529 INFO [RS:0;8a7a968213a0:39413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:27:03,529 INFO [RS:0;8a7a968213a0:39413 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:27:03,530 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:27:03,530 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:27:03,530 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:27:03,530 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:27:03,530 INFO [RS:0;8a7a968213a0:39413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:27:03,530 INFO [RS:0;8a7a968213a0:39413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39413 2024-11-21T14:27:03,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39413-0x1013aec33030001, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8a7a968213a0,39413,1732199206547 2024-11-21T14:27:03,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:27:03,537 INFO [RS:0;8a7a968213a0:39413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:27:03,538 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,39413,1732199206547] 2024-11-21T14:27:03,540 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8a7a968213a0,39413,1732199206547 already deleted, retry=false 2024-11-21T14:27:03,540 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 8a7a968213a0,39413,1732199206547 on 8a7a968213a0,40325,1732199205809 2024-11-21T14:27:03,545 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8a7a968213a0,39413,1732199206547, splitWal=true, meta=false 2024-11-21T14:27:03,548 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 8a7a968213a0,39413,1732199206547 (carryingMeta=false) 8a7a968213a0,39413,1732199206547/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7ff659b0[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T14:27:03,548 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8a7a968213a0,39413,1732199206547, splitWal=true, meta=false 2024-11-21T14:27:03,550 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 8a7a968213a0,39413,1732199206547 had 1 regions 2024-11-21T14:27:03,551 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8a7a968213a0,39413,1732199206547, splitWal=true, meta=false, isMeta: false 2024-11-21T14:27:03,553 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547-splitting 2024-11-21T14:27:03,554 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8a7a968213a0,39413,1732199206547 WAL count=1, meta=false 2024-11-21T14:27:03,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 8a7a968213a0%2C39413%2C1732199206547.1732199208014}] 2024-11-21T14:27:03,564 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=8a7a968213a0,38529,1732199206688 2024-11-21T14:27:03,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 8a7a968213a0%2C39413%2C1732199206547.1732199208014, worker=8a7a968213a0,38529,1732199206688}] 2024-11-21T14:27:03,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39413-0x1013aec33030001, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:27:03,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39413-0x1013aec33030001, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:27:03,641 INFO [RS:0;8a7a968213a0:39413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:27:03,641 INFO [RS:0;8a7a968213a0:39413 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,39413,1732199206547; zookeeper connection closed. 2024-11-21T14:27:03,641 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15e9fdfa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15e9fdfa 2024-11-21T14:27:03,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=18] 2024-11-21T14:27:03,647 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8a7a968213a0:39413 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 8a7a968213a0/172.17.0.2:39413 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:03,648 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=18, error=java.net.ConnectException: Call to address=8a7a968213a0:39413 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 8a7a968213a0/172.17.0.2:39413 2024-11-21T14:27:03,648 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-21T14:27:03,648 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=18 from cache 2024-11-21T14:27:03,649 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 8a7a968213a0:39413 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 8a7a968213a0/172.17.0.2:39413 2024-11-21T14:27:03,728 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:27:03,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:27:03,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38529 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-21T14:27:03,749 INFO [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547-splitting/8a7a968213a0%2C39413%2C1732199206547.1732199208014, size=1.4 K (1401bytes) 2024-11-21T14:27:03,749 INFO [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547-splitting/8a7a968213a0%2C39413%2C1732199206547.1732199208014 2024-11-21T14:27:03,750 INFO [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547-splitting/8a7a968213a0%2C39413%2C1732199206547.1732199208014 after 1ms 2024-11-21T14:27:03,753 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547-splitting/8a7a968213a0%2C39413%2C1732199206547.1732199208014: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:27:03,753 INFO [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547-splitting/8a7a968213a0%2C39413%2C1732199206547.1732199208014 took 4ms 2024-11-21T14:27:03,760 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for f7fbd9feb437f1c2915e6434f8f5f2d6: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-21T14:27:03,761 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547-splitting/8a7a968213a0%2C39413%2C1732199206547.1732199208014 so closing down 2024-11-21T14:27:03,761 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:27:03,761 INFO [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:27:03,761 INFO [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547-splitting/8a7a968213a0%2C39413%2C1732199206547.1732199208014, size=1.4 K, length=1401, corrupted=false, cancelled=false 2024-11-21T14:27:03,761 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547-splitting/8a7a968213a0%2C39413%2C1732199206547.1732199208014, journal: Splitting hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547-splitting/8a7a968213a0%2C39413%2C1732199206547.1732199208014, size=1.4 K (1401bytes) at 1732199223749Finishing writing output for hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547-splitting/8a7a968213a0%2C39413%2C1732199206547.1732199208014 so closing down at 1732199223761 (+12 ms)3 split writer threads finished at 1732199223761Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547-splitting/8a7a968213a0%2C39413%2C1732199206547.1732199208014, size=1.4 K, length=1401, corrupted=false, cancelled=false at 1732199223761 2024-11-21T14:27:03,761 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547-splitting/8a7a968213a0%2C39413%2C1732199206547.1732199208014 2024-11-21T14:27:03,762 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T14:27:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-21T14:27:03,769 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547-splitting/8a7a968213a0%2C39413%2C1732199206547.1732199208014 to hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/oldWALs 2024-11-21T14:27:03,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T14:27:03,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8a7a968213a0%2C39413%2C1732199206547.1732199208014, worker=8a7a968213a0,38529,1732199206688 in 204 msec 2024-11-21T14:27:03,773 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=8a7a968213a0,38529,1732199206688 2024-11-21T14:27:03,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T14:27:03,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 8a7a968213a0%2C39413%2C1732199206547.1732199208014, worker=8a7a968213a0,38529,1732199206688 in 217 msec 2024-11-21T14:27:03,777 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547-splitting dir is empty, no logs to split. 2024-11-21T14:27:03,777 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8a7a968213a0,39413,1732199206547 WAL count=0, meta=false 2024-11-21T14:27:03,777 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 8a7a968213a0,39413,1732199206547 WAL splitting is done? wals=0, meta=false 2024-11-21T14:27:03,779 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 8a7a968213a0,39413,1732199206547 failed, ignore...File hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/WALs/8a7a968213a0,39413,1732199206547-splitting does not exist. 2024-11-21T14:27:03,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, ASSIGN}] 2024-11-21T14:27:03,782 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, ASSIGN 2024-11-21T14:27:03,783 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T14:27:03,934 DEBUG [8a7a968213a0:40325 {}] balancer.BalancerClusterState(204): Hosts are {8a7a968213a0=0} racks are {/default-rack=0} 2024-11-21T14:27:03,934 DEBUG [8a7a968213a0:40325 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T14:27:03,934 DEBUG [8a7a968213a0:40325 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T14:27:03,934 DEBUG [8a7a968213a0:40325 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T14:27:03,934 DEBUG [8a7a968213a0:40325 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T14:27:03,934 INFO [8a7a968213a0:40325 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T14:27:03,934 INFO [8a7a968213a0:40325 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T14:27:03,934 DEBUG [8a7a968213a0:40325 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T14:27:03,934 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=f7fbd9feb437f1c2915e6434f8f5f2d6, regionState=OPENING, regionLocation=8a7a968213a0,38529,1732199206688 2024-11-21T14:27:03,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, ASSIGN because future has completed 2024-11-21T14:27:03,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7fbd9feb437f1c2915e6434f8f5f2d6, server=8a7a968213a0,38529,1732199206688}] 2024-11-21T14:27:03,955 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=18] 2024-11-21T14:27:03,955 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8a7a968213a0:39413 this server is in the failed servers list 2024-11-21T14:27:03,956 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8a7a968213a0:39413 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8a7a968213a0:39413 2024-11-21T14:27:03,956 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8a7a968213a0:39413 2024-11-21T14:27:03,956 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,39413,1732199206547, seqNum=18 from cache 2024-11-21T14:27:04,094 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:04,094 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => f7fbd9feb437f1c2915e6434f8f5f2d6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:27:04,095 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:04,095 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:04,095 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:04,095 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:04,096 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:04,097 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7fbd9feb437f1c2915e6434f8f5f2d6 columnFamilyName cf1 2024-11-21T14:27:04,097 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:04,104 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf1/285a67d3d7074cbc950f90220a9da4a4 2024-11-21T14:27:04,104 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(327): Store=f7fbd9feb437f1c2915e6434f8f5f2d6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:04,104 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:04,105 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7fbd9feb437f1c2915e6434f8f5f2d6 columnFamilyName cf2 2024-11-21T14:27:04,105 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:04,112 DEBUG [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/cf2/281fcc9f80024db0a02987e2bfaf2bd5 2024-11-21T14:27:04,112 INFO [StoreOpener-f7fbd9feb437f1c2915e6434f8f5f2d6-1 {}] regionserver.HStore(327): Store=f7fbd9feb437f1c2915e6434f8f5f2d6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:04,113 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:04,113 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:04,115 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:04,116 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:04,116 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:04,116 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-21T14:27:04,118 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:04,119 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened f7fbd9feb437f1c2915e6434f8f5f2d6; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67029912, jitterRate=-0.0011764764785766602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-21T14:27:04,119 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:04,120 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for f7fbd9feb437f1c2915e6434f8f5f2d6: Running coprocessor pre-open hook at 1732199224095Writing region info on filesystem at 1732199224095Initializing all the Stores at 1732199224096 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199224096Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199224096Cleaning up temporary data from old regions at 1732199224116 (+20 ms)Running coprocessor post-open hooks at 1732199224119 (+3 ms)Region opened successfully at 1732199224120 (+1 ms) 2024-11-21T14:27:04,121 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., pid=17, masterSystemTime=1732199224090 2024-11-21T14:27:04,124 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:04,124 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:04,125 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=f7fbd9feb437f1c2915e6434f8f5f2d6, regionState=OPEN, openSeqNum=18, regionLocation=8a7a968213a0,38529,1732199206688 2024-11-21T14:27:04,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7fbd9feb437f1c2915e6434f8f5f2d6, server=8a7a968213a0,38529,1732199206688 because future has completed 2024-11-21T14:27:04,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T14:27:04,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure f7fbd9feb437f1c2915e6434f8f5f2d6, server=8a7a968213a0,38529,1732199206688 in 191 msec 2024-11-21T14:27:04,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-21T14:27:04,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=f7fbd9feb437f1c2915e6434f8f5f2d6, ASSIGN in 349 msec 2024-11-21T14:27:04,133 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 8a7a968213a0,39413,1732199206547 after splitting done 2024-11-21T14:27:04,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 8a7a968213a0,39413,1732199206547, splitWal=true, meta=false in 592 msec 2024-11-21T14:27:04,464 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6., hostname=8a7a968213a0,38529,1732199206688, seqNum=18] 2024-11-21T14:27:04,464 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:27:04,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:27:04,481 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=409 (was 410), OpenFileDescriptor=1051 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=3973 (was 4021) 2024-11-21T14:27:04,482 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-21T14:27:04,495 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=409, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=3973 2024-11-21T14:27:04,495 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-21T14:27:04,510 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:27:04,512 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:27:04,512 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:27:04,515 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-00480835, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/hregion-00480835, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:27:04,529 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-00480835/hregion-00480835.1732199224515, exclude list is [], retry=0 2024-11-21T14:27:04,532 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:27:04,532 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:27:04,532 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:27:04,534 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-00480835/hregion-00480835.1732199224515 2024-11-21T14:27:04,534 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:35895:35895)] 2024-11-21T14:27:04,535 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3a0bdc576797f8187c9bbfb2650a8165, NAME => 'testReplayEditsWrittenViaHRegion,,1732199224511.3a0bdc576797f8187c9bbfb2650a8165.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35701/hbase 2024-11-21T14:27:04,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741893_1071 (size=67) 2024-11-21T14:27:04,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741893_1071 (size=67) 2024-11-21T14:27:04,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741893_1071 (size=67) 2024-11-21T14:27:04,545 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732199224511.3a0bdc576797f8187c9bbfb2650a8165.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:04,547 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,548 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a0bdc576797f8187c9bbfb2650a8165 columnFamilyName a 2024-11-21T14:27:04,548 DEBUG [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:04,549 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.HStore(327): Store=3a0bdc576797f8187c9bbfb2650a8165/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:04,549 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,550 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a0bdc576797f8187c9bbfb2650a8165 columnFamilyName b 2024-11-21T14:27:04,550 DEBUG [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:04,551 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.HStore(327): Store=3a0bdc576797f8187c9bbfb2650a8165/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:04,551 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,552 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a0bdc576797f8187c9bbfb2650a8165 columnFamilyName c 2024-11-21T14:27:04,552 DEBUG [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:04,552 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.HStore(327): Store=3a0bdc576797f8187c9bbfb2650a8165/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:04,552 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,553 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,553 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,554 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,554 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,555 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:27:04,556 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,558 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:27:04,558 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3a0bdc576797f8187c9bbfb2650a8165; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63731043, jitterRate=-0.050333455204963684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:27:04,559 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3a0bdc576797f8187c9bbfb2650a8165: Writing region info on filesystem at 1732199224545Initializing all the Stores at 1732199224546 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199224546Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199224546Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199224547 (+1 ms)Cleaning up temporary data from old regions at 1732199224554 (+7 ms)Region opened successfully at 1732199224559 (+5 ms) 2024-11-21T14:27:04,559 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3a0bdc576797f8187c9bbfb2650a8165, disabling compactions & flushes 2024-11-21T14:27:04,559 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732199224511.3a0bdc576797f8187c9bbfb2650a8165. 2024-11-21T14:27:04,559 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732199224511.3a0bdc576797f8187c9bbfb2650a8165. 2024-11-21T14:27:04,559 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732199224511.3a0bdc576797f8187c9bbfb2650a8165. after waiting 0 ms 2024-11-21T14:27:04,559 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732199224511.3a0bdc576797f8187c9bbfb2650a8165. 2024-11-21T14:27:04,559 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732199224511.3a0bdc576797f8187c9bbfb2650a8165. 2024-11-21T14:27:04,559 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3a0bdc576797f8187c9bbfb2650a8165: Waiting for close lock at 1732199224559Disabling compacts and flushes for region at 1732199224559Disabling writes for close at 1732199224559Writing region close event to WAL at 1732199224559Closed at 1732199224559 2024-11-21T14:27:04,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741892_1070 (size=95) 2024-11-21T14:27:04,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741892_1070 (size=95) 2024-11-21T14:27:04,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741892_1070 (size=95) 2024-11-21T14:27:04,563 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:27:04,564 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-00480835:(num 1732199224515) 2024-11-21T14:27:04,564 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:27:04,565 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:27:04,579 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224565, exclude list is [], retry=0 2024-11-21T14:27:04,581 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:27:04,582 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:27:04,582 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:27:04,583 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224565 2024-11-21T14:27:04,584 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:33933:33933)] 2024-11-21T14:27:04,584 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a0bdc576797f8187c9bbfb2650a8165, NAME => 'testReplayEditsWrittenViaHRegion,,1732199224511.3a0bdc576797f8187c9bbfb2650a8165.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:27:04,584 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732199224511.3a0bdc576797f8187c9bbfb2650a8165.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:04,584 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,584 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,585 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,586 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a0bdc576797f8187c9bbfb2650a8165 columnFamilyName a 2024-11-21T14:27:04,586 DEBUG [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:04,586 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.HStore(327): Store=3a0bdc576797f8187c9bbfb2650a8165/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:04,586 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,587 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a0bdc576797f8187c9bbfb2650a8165 columnFamilyName b 2024-11-21T14:27:04,587 DEBUG [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:04,588 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.HStore(327): Store=3a0bdc576797f8187c9bbfb2650a8165/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:04,588 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,588 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a0bdc576797f8187c9bbfb2650a8165 columnFamilyName c 2024-11-21T14:27:04,588 DEBUG [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:04,589 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.HStore(327): Store=3a0bdc576797f8187c9bbfb2650a8165/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:04,589 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,590 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,591 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,592 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,592 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,592 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:27:04,593 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,594 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3a0bdc576797f8187c9bbfb2650a8165; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72686755, jitterRate=0.0831170529127121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:27:04,595 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3a0bdc576797f8187c9bbfb2650a8165: Writing region info on filesystem at 1732199224584Initializing all the Stores at 1732199224585 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199224585Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199224585Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199224585Cleaning up temporary data from old regions at 1732199224592 (+7 ms)Region opened successfully at 1732199224594 (+2 ms) 2024-11-21T14:27:04,623 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3a0bdc576797f8187c9bbfb2650a8165 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-21T14:27:04,640 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/.tmp/a/10fc7cd7cd6642c19740feb69c95840d is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732199224595/Put/seqid=0 2024-11-21T14:27:04,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741895_1073 (size=5958) 2024-11-21T14:27:04,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741895_1073 (size=5958) 2024-11-21T14:27:04,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741895_1073 (size=5958) 2024-11-21T14:27:04,650 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/.tmp/a/10fc7cd7cd6642c19740feb69c95840d 2024-11-21T14:27:04,671 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/.tmp/b/065badcdb3be4b33a8d937a524916fbe is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732199224602/Put/seqid=0 2024-11-21T14:27:04,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741896_1074 (size=5958) 2024-11-21T14:27:04,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741896_1074 (size=5958) 2024-11-21T14:27:04,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741896_1074 (size=5958) 2024-11-21T14:27:04,679 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/.tmp/b/065badcdb3be4b33a8d937a524916fbe 2024-11-21T14:27:04,699 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/.tmp/c/6b219d2b02e140178834f9b489c796b7 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732199224612/Put/seqid=0 2024-11-21T14:27:04,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741897_1075 (size=5958) 2024-11-21T14:27:04,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741897_1075 (size=5958) 2024-11-21T14:27:04,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741897_1075 (size=5958) 2024-11-21T14:27:04,708 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/.tmp/c/6b219d2b02e140178834f9b489c796b7 2024-11-21T14:27:04,714 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/.tmp/a/10fc7cd7cd6642c19740feb69c95840d as hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/a/10fc7cd7cd6642c19740feb69c95840d 2024-11-21T14:27:04,720 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/a/10fc7cd7cd6642c19740feb69c95840d, entries=10, sequenceid=33, filesize=5.8 K 2024-11-21T14:27:04,721 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/.tmp/b/065badcdb3be4b33a8d937a524916fbe as hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/b/065badcdb3be4b33a8d937a524916fbe 2024-11-21T14:27:04,726 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/b/065badcdb3be4b33a8d937a524916fbe, entries=10, sequenceid=33, filesize=5.8 K 2024-11-21T14:27:04,727 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/.tmp/c/6b219d2b02e140178834f9b489c796b7 as hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/c/6b219d2b02e140178834f9b489c796b7 2024-11-21T14:27:04,733 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/c/6b219d2b02e140178834f9b489c796b7, entries=10, sequenceid=33, filesize=5.8 K 2024-11-21T14:27:04,734 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 3a0bdc576797f8187c9bbfb2650a8165 in 111ms, sequenceid=33, compaction requested=false 2024-11-21T14:27:04,734 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3a0bdc576797f8187c9bbfb2650a8165: 2024-11-21T14:27:04,735 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3a0bdc576797f8187c9bbfb2650a8165, disabling compactions & flushes 2024-11-21T14:27:04,735 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732199224511.3a0bdc576797f8187c9bbfb2650a8165. 2024-11-21T14:27:04,735 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732199224511.3a0bdc576797f8187c9bbfb2650a8165. 2024-11-21T14:27:04,735 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732199224511.3a0bdc576797f8187c9bbfb2650a8165. after waiting 0 ms 2024-11-21T14:27:04,735 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732199224511.3a0bdc576797f8187c9bbfb2650a8165. 2024-11-21T14:27:04,736 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732199224511.3a0bdc576797f8187c9bbfb2650a8165. 2024-11-21T14:27:04,737 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3a0bdc576797f8187c9bbfb2650a8165: Waiting for close lock at 1732199224735Disabling compacts and flushes for region at 1732199224735Disabling writes for close at 1732199224735Writing region close event to WAL at 1732199224736 (+1 ms)Closed at 1732199224736 2024-11-21T14:27:04,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741894_1072 (size=3385) 2024-11-21T14:27:04,743 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224565 not finished, retry = 0 2024-11-21T14:27:04,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741894_1072 (size=3385) 2024-11-21T14:27:04,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741894_1072 (size=3385) 2024-11-21T14:27:04,848 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/b/065badcdb3be4b33a8d937a524916fbe to hdfs://localhost:35701/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/b/065badcdb3be4b33a8d937a524916fbe 2024-11-21T14:27:04,865 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224565, size=3.3 K (3385bytes) 2024-11-21T14:27:04,865 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224565 2024-11-21T14:27:04,865 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224565 after 0ms 2024-11-21T14:27:04,867 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224565: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:27:04,867 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224565 took 3ms 2024-11-21T14:27:04,870 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224565 so closing down 2024-11-21T14:27:04,870 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:27:04,871 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732199224565.temp 2024-11-21T14:27:04,872 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/recovered.edits/0000000000000000003-wal.1732199224565.temp 2024-11-21T14:27:04,873 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:27:04,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741898_1076 (size=2944) 2024-11-21T14:27:04,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741898_1076 (size=2944) 2024-11-21T14:27:04,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741898_1076 (size=2944) 2024-11-21T14:27:04,880 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/recovered.edits/0000000000000000003-wal.1732199224565.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-21T14:27:04,882 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/recovered.edits/0000000000000000003-wal.1732199224565.temp to hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/recovered.edits/0000000000000000032 2024-11-21T14:27:04,882 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:35701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224565, size=3.3 K, length=3385, corrupted=false, cancelled=false 2024-11-21T14:27:04,882 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224565, journal: Splitting hdfs://localhost:35701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224565, size=3.3 K (3385bytes) at 1732199224865Finishing writing output for hdfs://localhost:35701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224565 so closing down at 1732199224870 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/recovered.edits/0000000000000000003-wal.1732199224565.temp at 1732199224872 (+2 ms)3 split writer threads finished at 1732199224873 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/recovered.edits/0000000000000000003-wal.1732199224565.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732199224881 (+8 ms)Rename recovered edits hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/recovered.edits/0000000000000000003-wal.1732199224565.temp to hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/recovered.edits/0000000000000000032 at 1732199224882 (+1 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:35701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224565, size=3.3 K, length=3385, corrupted=false, cancelled=false at 1732199224882 2024-11-21T14:27:04,884 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224565 to hdfs://localhost:35701/hbase/oldWALs/wal.1732199224565 2024-11-21T14:27:04,885 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/recovered.edits/0000000000000000032 2024-11-21T14:27:04,885 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:27:04,886 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:27:04,900 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224887, exclude list is [], retry=0 2024-11-21T14:27:04,902 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:27:04,903 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:27:04,903 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:27:04,905 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224887 2024-11-21T14:27:04,905 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:35895:35895)] 2024-11-21T14:27:04,905 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a0bdc576797f8187c9bbfb2650a8165, NAME => 'testReplayEditsWrittenViaHRegion,,1732199224511.3a0bdc576797f8187c9bbfb2650a8165.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:27:04,905 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732199224511.3a0bdc576797f8187c9bbfb2650a8165.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:04,906 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,906 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,907 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,908 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a0bdc576797f8187c9bbfb2650a8165 columnFamilyName a 2024-11-21T14:27:04,908 DEBUG [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:04,913 DEBUG [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/a/10fc7cd7cd6642c19740feb69c95840d 2024-11-21T14:27:04,913 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.HStore(327): Store=3a0bdc576797f8187c9bbfb2650a8165/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:04,913 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,914 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a0bdc576797f8187c9bbfb2650a8165 columnFamilyName b 2024-11-21T14:27:04,914 DEBUG [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:04,915 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.HStore(327): Store=3a0bdc576797f8187c9bbfb2650a8165/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:04,915 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,915 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a0bdc576797f8187c9bbfb2650a8165 columnFamilyName c 2024-11-21T14:27:04,915 DEBUG [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:04,920 DEBUG [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/c/6b219d2b02e140178834f9b489c796b7 2024-11-21T14:27:04,920 INFO [StoreOpener-3a0bdc576797f8187c9bbfb2650a8165-1 {}] regionserver.HStore(327): Store=3a0bdc576797f8187c9bbfb2650a8165/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:04,921 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,921 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,922 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,923 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/recovered.edits/0000000000000000032 2024-11-21T14:27:04,924 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:27:04,926 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/recovered.edits/0000000000000000032 2024-11-21T14:27:04,926 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3a0bdc576797f8187c9bbfb2650a8165 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-21T14:27:04,948 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/.tmp/b/dc92fa65b41041beac680c431397484e is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732199224602/Put/seqid=0 2024-11-21T14:27:04,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741900_1078 (size=5958) 2024-11-21T14:27:04,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741900_1078 (size=5958) 2024-11-21T14:27:04,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741900_1078 (size=5958) 2024-11-21T14:27:04,956 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/.tmp/b/dc92fa65b41041beac680c431397484e 2024-11-21T14:27:04,964 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/.tmp/b/dc92fa65b41041beac680c431397484e as hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/b/dc92fa65b41041beac680c431397484e 2024-11-21T14:27:04,970 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/b/dc92fa65b41041beac680c431397484e, entries=10, sequenceid=32, filesize=5.8 K 2024-11-21T14:27:04,970 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 3a0bdc576797f8187c9bbfb2650a8165 in 44ms, sequenceid=32, compaction requested=false; wal=null 2024-11-21T14:27:04,971 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/recovered.edits/0000000000000000032 2024-11-21T14:27:04,972 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,972 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,973 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:27:04,974 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3a0bdc576797f8187c9bbfb2650a8165 2024-11-21T14:27:04,976 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/3a0bdc576797f8187c9bbfb2650a8165/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-21T14:27:04,978 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3a0bdc576797f8187c9bbfb2650a8165; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64292983, jitterRate=-0.04195989668369293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:27:04,978 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3a0bdc576797f8187c9bbfb2650a8165: Writing region info on filesystem at 1732199224906Initializing all the Stores at 1732199224906Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199224906Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199224907 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199224907Obtaining lock to block concurrent updates at 1732199224926 (+19 ms)Preparing flush snapshotting stores in 3a0bdc576797f8187c9bbfb2650a8165 at 1732199224926Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732199224511.3a0bdc576797f8187c9bbfb2650a8165., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732199224926Flushing stores of testReplayEditsWrittenViaHRegion,,1732199224511.3a0bdc576797f8187c9bbfb2650a8165. at 1732199224926Flushing 3a0bdc576797f8187c9bbfb2650a8165/b: creating writer at 1732199224927 (+1 ms)Flushing 3a0bdc576797f8187c9bbfb2650a8165/b: appending metadata at 1732199224947 (+20 ms)Flushing 3a0bdc576797f8187c9bbfb2650a8165/b: closing flushed file at 1732199224947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f87064e: reopening flushed file at 1732199224963 (+16 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 3a0bdc576797f8187c9bbfb2650a8165 in 44ms, sequenceid=32, compaction requested=false; wal=null at 1732199224970 (+7 ms)Cleaning up temporary data from old regions at 1732199224972 (+2 ms)Region opened successfully at 1732199224978 (+6 ms) 2024-11-21T14:27:05,002 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=418 (was 409) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:38520 [Waiting for operation #45] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-113627258-172.17.0.2-1732199202458:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-113627258-172.17.0.2-1732199202458:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:32794 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:50998 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-113627258-172.17.0.2-1732199202458:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:38706 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:50874 [Waiting for operation #28] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:60884 [Waiting for operation #29] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=3959 (was 3973) 2024-11-21T14:27:05,002 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-21T14:27:05,017 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=418, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=3961 2024-11-21T14:27:05,017 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-21T14:27:05,032 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:27:05,034 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:27:05,035 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:27:05,038 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-07534066, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/hregion-07534066, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:27:05,052 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-07534066/hregion-07534066.1732199225038, exclude list is [], retry=0 2024-11-21T14:27:05,055 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:27:05,055 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:27:05,057 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:27:05,070 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-07534066/hregion-07534066.1732199225038 2024-11-21T14:27:05,071 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:35895:35895)] 2024-11-21T14:27:05,071 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 631b0849bc1119bf44852a8581f33fc8, NAME => 'testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35701/hbase 2024-11-21T14:27:05,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741902_1080 (size=68) 2024-11-21T14:27:05,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741902_1080 (size=68) 2024-11-21T14:27:05,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741902_1080 (size=68) 2024-11-21T14:27:05,088 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:05,089 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,090 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 631b0849bc1119bf44852a8581f33fc8 columnFamilyName a 2024-11-21T14:27:05,090 DEBUG [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:05,091 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] regionserver.HStore(327): Store=631b0849bc1119bf44852a8581f33fc8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:05,091 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,093 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 631b0849bc1119bf44852a8581f33fc8 columnFamilyName b 2024-11-21T14:27:05,093 DEBUG [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:05,093 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] regionserver.HStore(327): Store=631b0849bc1119bf44852a8581f33fc8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:05,093 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,094 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 631b0849bc1119bf44852a8581f33fc8 columnFamilyName c 2024-11-21T14:27:05,095 DEBUG [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:05,095 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] regionserver.HStore(327): Store=631b0849bc1119bf44852a8581f33fc8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:05,095 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,096 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,096 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,097 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,097 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,098 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:27:05,099 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,103 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:27:05,103 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 631b0849bc1119bf44852a8581f33fc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69595263, jitterRate=0.03705023229122162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:27:05,104 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 631b0849bc1119bf44852a8581f33fc8: Writing region info on filesystem at 1732199225088Initializing all the Stores at 1732199225089 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199225089Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199225089Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199225089Cleaning up temporary data from old regions at 1732199225097 (+8 ms)Region opened successfully at 1732199225104 (+7 ms) 2024-11-21T14:27:05,104 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 631b0849bc1119bf44852a8581f33fc8, disabling compactions & flushes 2024-11-21T14:27:05,104 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8. 2024-11-21T14:27:05,104 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8. 2024-11-21T14:27:05,104 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8. after waiting 0 ms 2024-11-21T14:27:05,104 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8. 2024-11-21T14:27:05,105 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8. 2024-11-21T14:27:05,105 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 631b0849bc1119bf44852a8581f33fc8: Waiting for close lock at 1732199225104Disabling compacts and flushes for region at 1732199225104Disabling writes for close at 1732199225104Writing region close event to WAL at 1732199225105 (+1 ms)Closed at 1732199225105 2024-11-21T14:27:05,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741901_1079 (size=95) 2024-11-21T14:27:05,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741901_1079 (size=95) 2024-11-21T14:27:05,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741901_1079 (size=95) 2024-11-21T14:27:05,112 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:27:05,112 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-07534066:(num 1732199225038) 2024-11-21T14:27:05,112 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:27:05,114 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:27:05,132 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032/wal.1732199225115, exclude list is [], retry=0 2024-11-21T14:27:05,135 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:27:05,135 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:27:05,136 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:27:05,138 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032/wal.1732199225115 2024-11-21T14:27:05,139 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:35895:35895)] 2024-11-21T14:27:05,195 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 631b0849bc1119bf44852a8581f33fc8, NAME => 'testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:27:05,197 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,197 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:05,197 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,197 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,199 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,200 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 631b0849bc1119bf44852a8581f33fc8 columnFamilyName a 2024-11-21T14:27:05,200 DEBUG [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:05,201 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] regionserver.HStore(327): Store=631b0849bc1119bf44852a8581f33fc8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:05,201 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,202 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 631b0849bc1119bf44852a8581f33fc8 columnFamilyName b 2024-11-21T14:27:05,202 DEBUG [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:05,202 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] regionserver.HStore(327): Store=631b0849bc1119bf44852a8581f33fc8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:05,203 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,203 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 631b0849bc1119bf44852a8581f33fc8 columnFamilyName c 2024-11-21T14:27:05,203 DEBUG [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:05,204 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] regionserver.HStore(327): Store=631b0849bc1119bf44852a8581f33fc8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:05,204 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,205 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,209 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,210 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,210 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,211 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:27:05,212 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,213 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 631b0849bc1119bf44852a8581f33fc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62760397, jitterRate=-0.06479720771312714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:27:05,213 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:05,214 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 631b0849bc1119bf44852a8581f33fc8: Running coprocessor pre-open hook at 1732199225198Writing region info on filesystem at 1732199225198Initializing all the Stores at 1732199225199 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199225199Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199225199Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199225199Cleaning up temporary data from old regions at 1732199225210 (+11 ms)Running coprocessor post-open hooks at 1732199225213 (+3 ms)Region opened successfully at 1732199225214 (+1 ms) 2024-11-21T14:27:05,227 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 631b0849bc1119bf44852a8581f33fc8 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-21T14:27:05,229 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 631b0849bc1119bf44852a8581f33fc8/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:06,230 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 631b0849bc1119bf44852a8581f33fc8/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:06,266 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-21T14:27:06,266 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-21T14:27:06,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-21T14:27:06,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-21T14:27:06,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-21T14:27:06,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-21T14:27:06,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-21T14:27:06,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-21T14:27:06,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-21T14:27:06,269 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-21T14:27:06,969 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T14:27:07,231 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 631b0849bc1119bf44852a8581f33fc8/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:08,232 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 631b0849bc1119bf44852a8581f33fc8/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:09,233 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 631b0849bc1119bf44852a8581f33fc8/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:10,233 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 631b0849bc1119bf44852a8581f33fc8/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:11,234 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 631b0849bc1119bf44852a8581f33fc8/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:12,235 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 631b0849bc1119bf44852a8581f33fc8/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:13,235 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 631b0849bc1119bf44852a8581f33fc8/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:14,236 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 631b0849bc1119bf44852a8581f33fc8/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:14,238 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 631b0849bc1119bf44852a8581f33fc8: 2024-11-21T14:27:14,238 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8. 2024-11-21T14:27:14,252 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 631b0849bc1119bf44852a8581f33fc8: 2024-11-21T14:27:14,252 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-21T14:27:14,252 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 631b0849bc1119bf44852a8581f33fc8, disabling compactions & flushes 2024-11-21T14:27:14,252 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8. 2024-11-21T14:27:14,252 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8. 2024-11-21T14:27:14,252 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8. after waiting 0 ms 2024-11-21T14:27:14,252 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8. 2024-11-21T14:27:14,253 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8. 2024-11-21T14:27:14,253 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8. 2024-11-21T14:27:14,253 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 631b0849bc1119bf44852a8581f33fc8: Waiting for close lock at 1732199234252Running coprocessor pre-close hooks at 1732199234252Disabling compacts and flushes for region at 1732199234252Disabling writes for close at 1732199234252Writing region close event to WAL at 1732199234253 (+1 ms)Running coprocessor post-close hooks at 1732199234253Closed at 1732199234253 2024-11-21T14:27:14,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741903_1081 (size=2691) 2024-11-21T14:27:14,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741903_1081 (size=2691) 2024-11-21T14:27:14,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741903_1081 (size=2691) 2024-11-21T14:27:14,273 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032/wal.1732199225115, size=2.6 K (2691bytes) 2024-11-21T14:27:14,273 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032/wal.1732199225115 2024-11-21T14:27:14,273 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032/wal.1732199225115 after 0ms 2024-11-21T14:27:14,276 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032/wal.1732199225115: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:27:14,276 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032/wal.1732199225115 took 3ms 2024-11-21T14:27:14,278 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032/wal.1732199225115 so closing down 2024-11-21T14:27:14,278 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:27:14,279 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732199225115.temp 2024-11-21T14:27:14,281 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/recovered.edits/0000000000000000004-wal.1732199225115.temp 2024-11-21T14:27:14,281 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:27:14,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741904_1082 (size=2094) 2024-11-21T14:27:14,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741904_1082 (size=2094) 2024-11-21T14:27:14,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741904_1082 (size=2094) 2024-11-21T14:27:14,291 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/recovered.edits/0000000000000000004-wal.1732199225115.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-21T14:27:14,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/recovered.edits/0000000000000000004-wal.1732199225115.temp to hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/recovered.edits/0000000000000000026 2024-11-21T14:27:14,293 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:35701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032/wal.1732199225115, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-11-21T14:27:14,293 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032/wal.1732199225115, journal: Splitting hdfs://localhost:35701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032/wal.1732199225115, size=2.6 K (2691bytes) at 1732199234273Finishing writing output for hdfs://localhost:35701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032/wal.1732199225115 so closing down at 1732199234278 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/recovered.edits/0000000000000000004-wal.1732199225115.temp at 1732199234281 (+3 ms)3 split writer threads finished at 1732199234281Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/recovered.edits/0000000000000000004-wal.1732199225115.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732199234291 (+10 ms)Rename recovered edits hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/recovered.edits/0000000000000000004-wal.1732199225115.temp to hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/recovered.edits/0000000000000000026 at 1732199234292 (+1 ms)Processed 23 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:35701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032/wal.1732199225115, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1732199234293 (+1 ms) 2024-11-21T14:27:14,294 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032/wal.1732199225115 to hdfs://localhost:35701/hbase/oldWALs/wal.1732199225115 2024-11-21T14:27:14,295 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/recovered.edits/0000000000000000026 2024-11-21T14:27:14,295 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:27:14,297 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:27:14,310 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032/wal.1732199234297, exclude list is [], retry=0 2024-11-21T14:27:14,313 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:27:14,313 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:27:14,314 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:27:14,315 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032/wal.1732199234297 2024-11-21T14:27:14,315 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:35895:35895)] 2024-11-21T14:27:14,316 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 631b0849bc1119bf44852a8581f33fc8, NAME => 'testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:27:14,316 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:14,316 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:14,316 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:14,316 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:14,318 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:14,320 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 631b0849bc1119bf44852a8581f33fc8 columnFamilyName a 2024-11-21T14:27:14,320 DEBUG [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:14,320 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] regionserver.HStore(327): Store=631b0849bc1119bf44852a8581f33fc8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:14,321 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:14,322 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 631b0849bc1119bf44852a8581f33fc8 columnFamilyName b 2024-11-21T14:27:14,322 DEBUG [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:14,322 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] regionserver.HStore(327): Store=631b0849bc1119bf44852a8581f33fc8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:14,322 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:14,323 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 631b0849bc1119bf44852a8581f33fc8 columnFamilyName c 2024-11-21T14:27:14,323 DEBUG [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:14,324 INFO [StoreOpener-631b0849bc1119bf44852a8581f33fc8-1 {}] regionserver.HStore(327): Store=631b0849bc1119bf44852a8581f33fc8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:14,324 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:14,325 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:14,326 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:14,326 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/recovered.edits/0000000000000000026 2024-11-21T14:27:14,329 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:27:14,330 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/recovered.edits/0000000000000000026 2024-11-21T14:27:14,331 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 631b0849bc1119bf44852a8581f33fc8 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-21T14:27:14,353 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/.tmp/a/d84ebb09ca1646b19476427d1f46a29f is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732199234243/Put/seqid=0 2024-11-21T14:27:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741906_1084 (size=5523) 2024-11-21T14:27:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741906_1084 (size=5523) 2024-11-21T14:27:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741906_1084 (size=5523) 2024-11-21T14:27:14,361 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/.tmp/a/d84ebb09ca1646b19476427d1f46a29f 2024-11-21T14:27:14,381 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/.tmp/b/48be9f22d90343b998ace97dcd2e6996 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732199234238/Put/seqid=0 2024-11-21T14:27:14,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741907_1085 (size=5524) 2024-11-21T14:27:14,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741907_1085 (size=5524) 2024-11-21T14:27:14,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741907_1085 (size=5524) 2024-11-21T14:27:14,387 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/.tmp/b/48be9f22d90343b998ace97dcd2e6996 2024-11-21T14:27:14,406 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/.tmp/c/2e98a1509e234007b1f8238e227c8d05 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732199234241/Put/seqid=0 2024-11-21T14:27:14,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741908_1086 (size=5457) 2024-11-21T14:27:14,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741908_1086 (size=5457) 2024-11-21T14:27:14,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741908_1086 (size=5457) 2024-11-21T14:27:14,413 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/.tmp/c/2e98a1509e234007b1f8238e227c8d05 2024-11-21T14:27:14,419 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/.tmp/a/d84ebb09ca1646b19476427d1f46a29f as hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/a/d84ebb09ca1646b19476427d1f46a29f 2024-11-21T14:27:14,424 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/a/d84ebb09ca1646b19476427d1f46a29f, entries=7, sequenceid=26, filesize=5.4 K 2024-11-21T14:27:14,425 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/.tmp/b/48be9f22d90343b998ace97dcd2e6996 as hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/b/48be9f22d90343b998ace97dcd2e6996 2024-11-21T14:27:14,430 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/b/48be9f22d90343b998ace97dcd2e6996, entries=7, sequenceid=26, filesize=5.4 K 2024-11-21T14:27:14,431 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/.tmp/c/2e98a1509e234007b1f8238e227c8d05 as hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/c/2e98a1509e234007b1f8238e227c8d05 2024-11-21T14:27:14,436 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/c/2e98a1509e234007b1f8238e227c8d05, entries=6, sequenceid=26, filesize=5.3 K 2024-11-21T14:27:14,436 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 631b0849bc1119bf44852a8581f33fc8 in 105ms, sequenceid=26, compaction requested=false; wal=null 2024-11-21T14:27:14,437 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/recovered.edits/0000000000000000026 2024-11-21T14:27:14,438 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:14,438 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:14,439 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:27:14,440 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:14,442 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testReplayEditsAfterAbortingFlush/631b0849bc1119bf44852a8581f33fc8/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-21T14:27:14,443 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 631b0849bc1119bf44852a8581f33fc8; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72778495, jitterRate=0.08448408544063568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:27:14,443 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 631b0849bc1119bf44852a8581f33fc8 2024-11-21T14:27:14,444 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 631b0849bc1119bf44852a8581f33fc8: Running coprocessor pre-open hook at 1732199234317Writing region info on filesystem at 1732199234317Initializing all the Stores at 1732199234317Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199234317Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199234318 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199234318Obtaining lock to block concurrent updates at 1732199234331 (+13 ms)Preparing flush snapshotting stores in 631b0849bc1119bf44852a8581f33fc8 at 1732199234331Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732199234331Flushing stores of testReplayEditsAfterAbortingFlush,,1732199225033.631b0849bc1119bf44852a8581f33fc8. at 1732199234331Flushing 631b0849bc1119bf44852a8581f33fc8/a: creating writer at 1732199234331Flushing 631b0849bc1119bf44852a8581f33fc8/a: appending metadata at 1732199234353 (+22 ms)Flushing 631b0849bc1119bf44852a8581f33fc8/a: closing flushed file at 1732199234353Flushing 631b0849bc1119bf44852a8581f33fc8/b: creating writer at 1732199234366 (+13 ms)Flushing 631b0849bc1119bf44852a8581f33fc8/b: appending metadata at 1732199234380 (+14 ms)Flushing 631b0849bc1119bf44852a8581f33fc8/b: closing flushed file at 1732199234380Flushing 631b0849bc1119bf44852a8581f33fc8/c: creating writer at 1732199234392 (+12 ms)Flushing 631b0849bc1119bf44852a8581f33fc8/c: appending metadata at 1732199234406 (+14 ms)Flushing 631b0849bc1119bf44852a8581f33fc8/c: closing flushed file at 1732199234406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13f33cb5: reopening flushed file at 1732199234418 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db92c94: reopening flushed file at 1732199234424 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4057cabe: reopening flushed file at 1732199234430 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 631b0849bc1119bf44852a8581f33fc8 in 105ms, sequenceid=26, compaction requested=false; wal=null at 1732199234436 (+6 ms)Cleaning up temporary data from old regions at 1732199234438 (+2 ms)Running coprocessor post-open hooks at 1732199234443 (+5 ms)Region opened successfully at 1732199234444 (+1 ms) 2024-11-21T14:27:14,464 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=413 (was 418), OpenFileDescriptor=1181 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=3921 (was 3961) 2024-11-21T14:27:14,464 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1181 is superior to 1024 2024-11-21T14:27:14,476 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=413, OpenFileDescriptor=1181, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=3921 2024-11-21T14:27:14,476 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1181 is superior to 1024 2024-11-21T14:27:14,491 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:27:14,493 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:27:14,494 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:27:14,496 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-41557805, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/hregion-41557805, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:27:14,509 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-41557805/hregion-41557805.1732199234496, exclude list is [], retry=0 2024-11-21T14:27:14,511 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:27:14,512 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:27:14,512 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:27:14,514 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-41557805/hregion-41557805.1732199234496 2024-11-21T14:27:14,514 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:35895:35895)] 2024-11-21T14:27:14,514 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => bde3b3ad59e18e926ee98de9dd2ff73f, NAME => 'testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35701/hbase 2024-11-21T14:27:14,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741910_1088 (size=61) 2024-11-21T14:27:14,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741910_1088 (size=61) 2024-11-21T14:27:14,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741910_1088 (size=61) 2024-11-21T14:27:14,524 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:14,525 INFO [StoreOpener-bde3b3ad59e18e926ee98de9dd2ff73f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:14,527 INFO [StoreOpener-bde3b3ad59e18e926ee98de9dd2ff73f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bde3b3ad59e18e926ee98de9dd2ff73f columnFamilyName a 2024-11-21T14:27:14,527 DEBUG [StoreOpener-bde3b3ad59e18e926ee98de9dd2ff73f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:14,527 INFO [StoreOpener-bde3b3ad59e18e926ee98de9dd2ff73f-1 {}] regionserver.HStore(327): Store=bde3b3ad59e18e926ee98de9dd2ff73f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:14,528 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:14,528 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:14,529 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:14,529 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:14,529 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:14,530 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:14,532 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:27:14,532 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bde3b3ad59e18e926ee98de9dd2ff73f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69023701, jitterRate=0.028533294796943665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:27:14,533 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bde3b3ad59e18e926ee98de9dd2ff73f: Writing region info on filesystem at 1732199234524Initializing all the Stores at 1732199234525 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199234525Cleaning up temporary data from old regions at 1732199234529 (+4 ms)Region opened successfully at 1732199234533 (+4 ms) 2024-11-21T14:27:14,533 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bde3b3ad59e18e926ee98de9dd2ff73f, disabling compactions & flushes 2024-11-21T14:27:14,533 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f. 2024-11-21T14:27:14,533 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f. 2024-11-21T14:27:14,533 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f. after waiting 0 ms 2024-11-21T14:27:14,533 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f. 2024-11-21T14:27:14,533 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f. 2024-11-21T14:27:14,534 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bde3b3ad59e18e926ee98de9dd2ff73f: Waiting for close lock at 1732199234533Disabling compacts and flushes for region at 1732199234533Disabling writes for close at 1732199234533Writing region close event to WAL at 1732199234533Closed at 1732199234533 2024-11-21T14:27:14,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741909_1087 (size=95) 2024-11-21T14:27:14,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741909_1087 (size=95) 2024-11-21T14:27:14,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741909_1087 (size=95) 2024-11-21T14:27:14,538 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:27:14,538 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-41557805:(num 1732199234496) 2024-11-21T14:27:14,539 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:27:14,540 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:27:14,554 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491/wal.1732199234540, exclude list is [], retry=0 2024-11-21T14:27:14,556 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:27:14,557 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:27:14,557 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:27:14,559 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491/wal.1732199234540 2024-11-21T14:27:14,559 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:35895:35895)] 2024-11-21T14:27:14,559 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bde3b3ad59e18e926ee98de9dd2ff73f, NAME => 'testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:27:14,560 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:14,560 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:14,560 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:14,561 INFO [StoreOpener-bde3b3ad59e18e926ee98de9dd2ff73f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:14,562 INFO [StoreOpener-bde3b3ad59e18e926ee98de9dd2ff73f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bde3b3ad59e18e926ee98de9dd2ff73f columnFamilyName a 2024-11-21T14:27:14,562 DEBUG [StoreOpener-bde3b3ad59e18e926ee98de9dd2ff73f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:14,563 INFO [StoreOpener-bde3b3ad59e18e926ee98de9dd2ff73f-1 {}] regionserver.HStore(327): Store=bde3b3ad59e18e926ee98de9dd2ff73f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:14,563 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:14,564 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:14,564 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:14,565 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:14,565 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:14,567 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:14,567 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bde3b3ad59e18e926ee98de9dd2ff73f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60675423, jitterRate=-0.09586574137210846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:27:14,568 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bde3b3ad59e18e926ee98de9dd2ff73f: Writing region info on filesystem at 1732199234560Initializing all the Stores at 1732199234561 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199234561Cleaning up temporary data from old regions at 1732199234565 (+4 ms)Region opened successfully at 1732199234568 (+3 ms) 2024-11-21T14:27:14,578 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bde3b3ad59e18e926ee98de9dd2ff73f, disabling compactions & flushes 2024-11-21T14:27:14,578 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f. 2024-11-21T14:27:14,578 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f. 2024-11-21T14:27:14,578 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f. after waiting 0 ms 2024-11-21T14:27:14,578 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f. 2024-11-21T14:27:14,578 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f. 2024-11-21T14:27:14,578 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f. 2024-11-21T14:27:14,578 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bde3b3ad59e18e926ee98de9dd2ff73f: Waiting for close lock at 1732199234578Disabling compacts and flushes for region at 1732199234578Disabling writes for close at 1732199234578Writing region close event to WAL at 1732199234578Closed at 1732199234578 2024-11-21T14:27:14,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741911_1089 (size=1050) 2024-11-21T14:27:14,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741911_1089 (size=1050) 2024-11-21T14:27:14,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741911_1089 (size=1050) 2024-11-21T14:27:14,604 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35701/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491/wal.1732199234540, size=1.0 K (1050bytes) 2024-11-21T14:27:14,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35701/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491/wal.1732199234540 2024-11-21T14:27:14,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35701/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491/wal.1732199234540 after 0ms 2024-11-21T14:27:14,607 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491/wal.1732199234540: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:27:14,607 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35701/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491/wal.1732199234540 took 3ms 2024-11-21T14:27:14,609 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35701/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491/wal.1732199234540 so closing down 2024-11-21T14:27:14,609 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:27:14,611 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732199234540.temp 2024-11-21T14:27:14,612 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/recovered.edits/0000000000000000003-wal.1732199234540.temp 2024-11-21T14:27:14,612 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:27:14,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741912_1090 (size=1050) 2024-11-21T14:27:14,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741912_1090 (size=1050) 2024-11-21T14:27:14,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741912_1090 (size=1050) 2024-11-21T14:27:14,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/recovered.edits/0000000000000000003-wal.1732199234540.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T14:27:14,621 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/recovered.edits/0000000000000000003-wal.1732199234540.temp to hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/recovered.edits/0000000000000000012 2024-11-21T14:27:14,621 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35701/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491/wal.1732199234540, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-21T14:27:14,622 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35701/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491/wal.1732199234540, journal: Splitting hdfs://localhost:35701/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491/wal.1732199234540, size=1.0 K (1050bytes) at 1732199234604Finishing writing output for hdfs://localhost:35701/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491/wal.1732199234540 so closing down at 1732199234609 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/recovered.edits/0000000000000000003-wal.1732199234540.temp at 1732199234612 (+3 ms)3 split writer threads finished at 1732199234612Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/recovered.edits/0000000000000000003-wal.1732199234540.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732199234620 (+8 ms)Rename recovered edits hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/recovered.edits/0000000000000000003-wal.1732199234540.temp to hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/recovered.edits/0000000000000000012 at 1732199234621 (+1 ms)Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35701/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491/wal.1732199234540, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1732199234621 2024-11-21T14:27:14,623 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35701/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491/wal.1732199234540 to hdfs://localhost:35701/hbase/oldWALs/wal.1732199234540 2024-11-21T14:27:14,624 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/recovered.edits/0000000000000000012 2024-11-21T14:27:14,627 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:27:14,900 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:27:14,996 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:27:14,998 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:27:15,011 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491/wal.1732199234998, exclude list is [], retry=0 2024-11-21T14:27:15,014 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:27:15,014 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:27:15,014 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:27:15,016 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491/wal.1732199234998 2024-11-21T14:27:15,017 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:33075:33075)] 2024-11-21T14:27:15,017 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bde3b3ad59e18e926ee98de9dd2ff73f, NAME => 'testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:27:15,017 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:15,017 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:15,017 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:15,020 INFO [StoreOpener-bde3b3ad59e18e926ee98de9dd2ff73f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:15,021 INFO [StoreOpener-bde3b3ad59e18e926ee98de9dd2ff73f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bde3b3ad59e18e926ee98de9dd2ff73f columnFamilyName a 2024-11-21T14:27:15,021 DEBUG [StoreOpener-bde3b3ad59e18e926ee98de9dd2ff73f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:15,022 INFO [StoreOpener-bde3b3ad59e18e926ee98de9dd2ff73f-1 {}] regionserver.HStore(327): Store=bde3b3ad59e18e926ee98de9dd2ff73f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:15,022 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:15,023 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:15,024 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:15,025 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/recovered.edits/0000000000000000012 2024-11-21T14:27:15,027 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:27:15,028 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/recovered.edits/0000000000000000012 2024-11-21T14:27:15,028 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bde3b3ad59e18e926ee98de9dd2ff73f 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-21T14:27:15,046 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/.tmp/a/989a1a01d3bc4166a03ed538a203b32a is 79, key is testDatalossWhenInputError/a:x0/1732199234568/Put/seqid=0 2024-11-21T14:27:15,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741914_1092 (size=5808) 2024-11-21T14:27:15,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741914_1092 (size=5808) 2024-11-21T14:27:15,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741914_1092 (size=5808) 2024-11-21T14:27:15,053 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/.tmp/a/989a1a01d3bc4166a03ed538a203b32a 2024-11-21T14:27:15,062 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/.tmp/a/989a1a01d3bc4166a03ed538a203b32a as hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/a/989a1a01d3bc4166a03ed538a203b32a 2024-11-21T14:27:15,070 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/a/989a1a01d3bc4166a03ed538a203b32a, entries=10, sequenceid=12, filesize=5.7 K 2024-11-21T14:27:15,070 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for bde3b3ad59e18e926ee98de9dd2ff73f in 42ms, sequenceid=12, compaction requested=false; wal=null 2024-11-21T14:27:15,071 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/recovered.edits/0000000000000000012 2024-11-21T14:27:15,072 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:15,072 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:15,074 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:15,076 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-21T14:27:15,077 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bde3b3ad59e18e926ee98de9dd2ff73f; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59781884, jitterRate=-0.1091805100440979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:27:15,078 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bde3b3ad59e18e926ee98de9dd2ff73f: Writing region info on filesystem at 1732199235017Initializing all the Stores at 1732199235019 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199235019Obtaining lock to block concurrent updates at 1732199235028 (+9 ms)Preparing flush snapshotting stores in bde3b3ad59e18e926ee98de9dd2ff73f at 1732199235028Finished memstore snapshotting testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732199235028Flushing stores of testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f. at 1732199235028Flushing bde3b3ad59e18e926ee98de9dd2ff73f/a: creating writer at 1732199235028Flushing bde3b3ad59e18e926ee98de9dd2ff73f/a: appending metadata at 1732199235045 (+17 ms)Flushing bde3b3ad59e18e926ee98de9dd2ff73f/a: closing flushed file at 1732199235045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c0b699c: reopening flushed file at 1732199235061 (+16 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for bde3b3ad59e18e926ee98de9dd2ff73f in 42ms, sequenceid=12, compaction requested=false; wal=null at 1732199235070 (+9 ms)Cleaning up temporary data from old regions at 1732199235072 (+2 ms)Region opened successfully at 1732199235078 (+6 ms) 2024-11-21T14:27:15,081 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bde3b3ad59e18e926ee98de9dd2ff73f, NAME => 'testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:27:15,081 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732199234492.bde3b3ad59e18e926ee98de9dd2ff73f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:15,081 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:15,082 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:15,083 INFO [StoreOpener-bde3b3ad59e18e926ee98de9dd2ff73f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:15,084 INFO [StoreOpener-bde3b3ad59e18e926ee98de9dd2ff73f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bde3b3ad59e18e926ee98de9dd2ff73f columnFamilyName a 2024-11-21T14:27:15,084 DEBUG [StoreOpener-bde3b3ad59e18e926ee98de9dd2ff73f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:15,089 DEBUG [StoreOpener-bde3b3ad59e18e926ee98de9dd2ff73f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/a/989a1a01d3bc4166a03ed538a203b32a 2024-11-21T14:27:15,089 INFO [StoreOpener-bde3b3ad59e18e926ee98de9dd2ff73f-1 {}] regionserver.HStore(327): Store=bde3b3ad59e18e926ee98de9dd2ff73f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:15,089 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:15,090 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:15,091 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:15,092 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:15,092 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:15,094 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bde3b3ad59e18e926ee98de9dd2ff73f 2024-11-21T14:27:15,096 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testDatalossWhenInputError/bde3b3ad59e18e926ee98de9dd2ff73f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-21T14:27:15,097 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bde3b3ad59e18e926ee98de9dd2ff73f; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71931046, jitterRate=0.07185611128807068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:27:15,098 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bde3b3ad59e18e926ee98de9dd2ff73f: Writing region info on filesystem at 1732199235082Initializing all the Stores at 1732199235082Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199235083 (+1 ms)Cleaning up temporary data from old regions at 1732199235092 (+9 ms)Region opened successfully at 1732199235097 (+5 ms) 2024-11-21T14:27:15,114 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=424 (was 413) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:41094 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-113627258-172.17.0.2-1732199202458:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-113627258-172.17.0.2-1732199202458:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:56642 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:41004 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:46418 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-113627258-172.17.0.2-1732199202458:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:46484 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:56626 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1181) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=3916 (was 3921) 2024-11-21T14:27:15,114 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-21T14:27:15,127 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=424, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=3915 2024-11-21T14:27:15,127 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-21T14:27:15,142 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:27:15,144 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:27:15,144 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:27:15,146 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-73151735, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/hregion-73151735, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:27:15,160 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-73151735/hregion-73151735.1732199235147, exclude list is [], retry=0 2024-11-21T14:27:15,162 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:27:15,163 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:27:15,163 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:27:15,165 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-73151735/hregion-73151735.1732199235147 2024-11-21T14:27:15,165 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:33933:33933)] 2024-11-21T14:27:15,165 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c8fa51eb6556ad74c6bdac2a9249b10c, NAME => 'testCompactedBulkLoadedFiles,,1732199235142.c8fa51eb6556ad74c6bdac2a9249b10c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35701/hbase 2024-11-21T14:27:15,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741916_1094 (size=63) 2024-11-21T14:27:15,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741916_1094 (size=63) 2024-11-21T14:27:15,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741916_1094 (size=63) 2024-11-21T14:27:15,175 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732199235142.c8fa51eb6556ad74c6bdac2a9249b10c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:15,176 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,177 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8fa51eb6556ad74c6bdac2a9249b10c columnFamilyName a 2024-11-21T14:27:15,177 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:15,178 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.HStore(327): Store=c8fa51eb6556ad74c6bdac2a9249b10c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:15,178 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,179 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8fa51eb6556ad74c6bdac2a9249b10c columnFamilyName b 2024-11-21T14:27:15,179 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:15,179 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.HStore(327): Store=c8fa51eb6556ad74c6bdac2a9249b10c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:15,179 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,180 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8fa51eb6556ad74c6bdac2a9249b10c columnFamilyName c 2024-11-21T14:27:15,180 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:15,181 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.HStore(327): Store=c8fa51eb6556ad74c6bdac2a9249b10c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:15,181 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,182 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,182 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,183 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,183 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,183 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:27:15,184 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,186 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:27:15,186 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c8fa51eb6556ad74c6bdac2a9249b10c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69016038, jitterRate=0.02841910719871521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:27:15,187 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c8fa51eb6556ad74c6bdac2a9249b10c: Writing region info on filesystem at 1732199235175Initializing all the Stores at 1732199235176 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199235176Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199235176Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199235176Cleaning up temporary data from old regions at 1732199235183 (+7 ms)Region opened successfully at 1732199235187 (+4 ms) 2024-11-21T14:27:15,187 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c8fa51eb6556ad74c6bdac2a9249b10c, disabling compactions & flushes 2024-11-21T14:27:15,187 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732199235142.c8fa51eb6556ad74c6bdac2a9249b10c. 2024-11-21T14:27:15,187 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732199235142.c8fa51eb6556ad74c6bdac2a9249b10c. 2024-11-21T14:27:15,187 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732199235142.c8fa51eb6556ad74c6bdac2a9249b10c. after waiting 0 ms 2024-11-21T14:27:15,187 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732199235142.c8fa51eb6556ad74c6bdac2a9249b10c. 2024-11-21T14:27:15,187 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732199235142.c8fa51eb6556ad74c6bdac2a9249b10c. 2024-11-21T14:27:15,187 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c8fa51eb6556ad74c6bdac2a9249b10c: Waiting for close lock at 1732199235187Disabling compacts and flushes for region at 1732199235187Disabling writes for close at 1732199235187Writing region close event to WAL at 1732199235187Closed at 1732199235187 2024-11-21T14:27:15,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741915_1093 (size=95) 2024-11-21T14:27:15,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741915_1093 (size=95) 2024-11-21T14:27:15,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741915_1093 (size=95) 2024-11-21T14:27:15,192 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:27:15,192 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-73151735:(num 1732199235147) 2024-11-21T14:27:15,192 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:27:15,195 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:27:15,208 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199235195, exclude list is [], retry=0 2024-11-21T14:27:15,210 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:27:15,211 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:27:15,211 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:27:15,213 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199235195 2024-11-21T14:27:15,213 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:33075:33075)] 2024-11-21T14:27:15,213 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c8fa51eb6556ad74c6bdac2a9249b10c, NAME => 'testCompactedBulkLoadedFiles,,1732199235142.c8fa51eb6556ad74c6bdac2a9249b10c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:27:15,214 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732199235142.c8fa51eb6556ad74c6bdac2a9249b10c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:15,214 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,214 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,215 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,216 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8fa51eb6556ad74c6bdac2a9249b10c columnFamilyName a 2024-11-21T14:27:15,216 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:15,217 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.HStore(327): Store=c8fa51eb6556ad74c6bdac2a9249b10c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:15,217 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,217 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8fa51eb6556ad74c6bdac2a9249b10c columnFamilyName b 2024-11-21T14:27:15,217 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:15,218 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.HStore(327): Store=c8fa51eb6556ad74c6bdac2a9249b10c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:15,218 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,219 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8fa51eb6556ad74c6bdac2a9249b10c columnFamilyName c 2024-11-21T14:27:15,219 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:15,219 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.HStore(327): Store=c8fa51eb6556ad74c6bdac2a9249b10c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:15,219 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,220 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,221 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,222 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,222 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,223 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:27:15,224 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:15,225 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c8fa51eb6556ad74c6bdac2a9249b10c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68915854, jitterRate=0.026926249265670776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:27:15,225 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c8fa51eb6556ad74c6bdac2a9249b10c: Writing region info on filesystem at 1732199235214Initializing all the Stores at 1732199235215 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199235215Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199235215Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199235215Cleaning up temporary data from old regions at 1732199235222 (+7 ms)Region opened successfully at 1732199235225 (+3 ms) 2024-11-21T14:27:15,229 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732199235229/Put/seqid=0 2024-11-21T14:27:15,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741918_1096 (size=4875) 2024-11-21T14:27:15,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741918_1096 (size=4875) 2024-11-21T14:27:15,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741918_1096 (size=4875) 2024-11-21T14:27:15,242 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732199235242/Put/seqid=0 2024-11-21T14:27:15,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741919_1097 (size=4875) 2024-11-21T14:27:15,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741919_1097 (size=4875) 2024-11-21T14:27:15,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741919_1097 (size=4875) 2024-11-21T14:27:15,251 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732199235251/Put/seqid=0 2024-11-21T14:27:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741920_1098 (size=4875) 2024-11-21T14:27:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741920_1098 (size=4875) 2024-11-21T14:27:15,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741920_1098 (size=4875) 2024-11-21T14:27:15,258 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35701/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in c8fa51eb6556ad74c6bdac2a9249b10c/a 2024-11-21T14:27:15,261 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-21T14:27:15,261 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:27:15,262 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35701/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in c8fa51eb6556ad74c6bdac2a9249b10c/a 2024-11-21T14:27:15,265 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-21T14:27:15,265 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:27:15,265 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35701/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in c8fa51eb6556ad74c6bdac2a9249b10c/a 2024-11-21T14:27:15,268 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-21T14:27:15,268 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:27:15,268 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c8fa51eb6556ad74c6bdac2a9249b10c 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-21T14:27:15,284 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/.tmp/a/8a61827d509e4eb3a8ce1ef341000030 is 55, key is testCompactedBulkLoadedFiles/a:a/1732199235225/Put/seqid=0 2024-11-21T14:27:15,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741921_1099 (size=5107) 2024-11-21T14:27:15,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741921_1099 (size=5107) 2024-11-21T14:27:15,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741921_1099 (size=5107) 2024-11-21T14:27:15,291 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/.tmp/a/8a61827d509e4eb3a8ce1ef341000030 2024-11-21T14:27:15,297 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/.tmp/a/8a61827d509e4eb3a8ce1ef341000030 as hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/8a61827d509e4eb3a8ce1ef341000030 2024-11-21T14:27:15,302 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/8a61827d509e4eb3a8ce1ef341000030, entries=1, sequenceid=4, filesize=5.0 K 2024-11-21T14:27:15,303 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for c8fa51eb6556ad74c6bdac2a9249b10c in 35ms, sequenceid=4, compaction requested=false 2024-11-21T14:27:15,304 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c8fa51eb6556ad74c6bdac2a9249b10c: 2024-11-21T14:27:15,305 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/46ce7044a799494995aed67b58ae6225_SeqId_4_ 2024-11-21T14:27:15,306 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/75f16b83dc524b59982d416102a20db1_SeqId_4_ 2024-11-21T14:27:15,307 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/b48cc6868c2f4ef68601106389675e37_SeqId_4_ 2024-11-21T14:27:15,308 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35701/hbase/testCompactedBulkLoadedFiles/hfile0 into c8fa51eb6556ad74c6bdac2a9249b10c/a as hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/46ce7044a799494995aed67b58ae6225_SeqId_4_ - updating store file list. 2024-11-21T14:27:15,313 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 46ce7044a799494995aed67b58ae6225_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:27:15,313 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/46ce7044a799494995aed67b58ae6225_SeqId_4_ into c8fa51eb6556ad74c6bdac2a9249b10c/a 2024-11-21T14:27:15,313 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35701/hbase/testCompactedBulkLoadedFiles/hfile0 into c8fa51eb6556ad74c6bdac2a9249b10c/a (new location: hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/46ce7044a799494995aed67b58ae6225_SeqId_4_) 2024-11-21T14:27:15,314 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35701/hbase/testCompactedBulkLoadedFiles/hfile1 into c8fa51eb6556ad74c6bdac2a9249b10c/a as hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/75f16b83dc524b59982d416102a20db1_SeqId_4_ - updating store file list. 2024-11-21T14:27:15,318 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 75f16b83dc524b59982d416102a20db1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:27:15,319 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/75f16b83dc524b59982d416102a20db1_SeqId_4_ into c8fa51eb6556ad74c6bdac2a9249b10c/a 2024-11-21T14:27:15,319 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35701/hbase/testCompactedBulkLoadedFiles/hfile1 into c8fa51eb6556ad74c6bdac2a9249b10c/a (new location: hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/75f16b83dc524b59982d416102a20db1_SeqId_4_) 2024-11-21T14:27:15,320 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35701/hbase/testCompactedBulkLoadedFiles/hfile2 into c8fa51eb6556ad74c6bdac2a9249b10c/a as hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/b48cc6868c2f4ef68601106389675e37_SeqId_4_ - updating store file list. 2024-11-21T14:27:15,325 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for b48cc6868c2f4ef68601106389675e37_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:27:15,325 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/b48cc6868c2f4ef68601106389675e37_SeqId_4_ into c8fa51eb6556ad74c6bdac2a9249b10c/a 2024-11-21T14:27:15,325 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35701/hbase/testCompactedBulkLoadedFiles/hfile2 into c8fa51eb6556ad74c6bdac2a9249b10c/a (new location: hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/b48cc6868c2f4ef68601106389675e37_SeqId_4_) 2024-11-21T14:27:15,334 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:27:15,334 DEBUG [Time-limited test {}] regionserver.HStore(1541): c8fa51eb6556ad74c6bdac2a9249b10c/a is initiating major compaction (all files) 2024-11-21T14:27:15,334 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c8fa51eb6556ad74c6bdac2a9249b10c/a in testCompactedBulkLoadedFiles,,1732199235142.c8fa51eb6556ad74c6bdac2a9249b10c. 2024-11-21T14:27:15,334 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/8a61827d509e4eb3a8ce1ef341000030, hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/46ce7044a799494995aed67b58ae6225_SeqId_4_, hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/75f16b83dc524b59982d416102a20db1_SeqId_4_, hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/b48cc6868c2f4ef68601106389675e37_SeqId_4_] into tmpdir=hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/.tmp, totalSize=19.3 K 2024-11-21T14:27:15,335 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8a61827d509e4eb3a8ce1ef341000030, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732199235225 2024-11-21T14:27:15,335 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 46ce7044a799494995aed67b58ae6225_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-21T14:27:15,336 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 75f16b83dc524b59982d416102a20db1_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-21T14:27:15,336 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b48cc6868c2f4ef68601106389675e37_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-21T14:27:15,350 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/.tmp/a/ffb8c6485c07438a95bef4727b3ef5f3 is 55, key is testCompactedBulkLoadedFiles/a:a/1732199235225/Put/seqid=0 2024-11-21T14:27:15,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741922_1100 (size=6154) 2024-11-21T14:27:15,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741922_1100 (size=6154) 2024-11-21T14:27:15,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741922_1100 (size=6154) 2024-11-21T14:27:15,366 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/.tmp/a/ffb8c6485c07438a95bef4727b3ef5f3 as hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/ffb8c6485c07438a95bef4727b3ef5f3 2024-11-21T14:27:15,372 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in c8fa51eb6556ad74c6bdac2a9249b10c/a of c8fa51eb6556ad74c6bdac2a9249b10c into ffb8c6485c07438a95bef4727b3ef5f3(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:27:15,372 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c8fa51eb6556ad74c6bdac2a9249b10c: 2024-11-21T14:27:15,372 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-21T14:27:15,372 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-21T14:27:15,405 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199235195, size=0 (0bytes) 2024-11-21T14:27:15,405 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199235195 might be still open, length is 0 2024-11-21T14:27:15,405 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199235195 2024-11-21T14:27:15,406 WARN [IPC Server handler 2 on default port 35701 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199235195 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-21T14:27:15,406 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199235195 after 1ms 2024-11-21T14:27:16,266 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-21T14:27:16,266 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-21T14:27:16,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-21T14:27:16,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-21T14:27:17,670 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:46514 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:38331:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46514 dst: /127.0.0.1:38331 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38331 remote=/127.0.0.1:46514]. Total timeout mills is 60000, 57702 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:17,671 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:56658 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:33701:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56658 dst: /127.0.0.1:33701 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:17,671 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:41128 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:45379:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41128 dst: /127.0.0.1:45379 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:17,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741917_1101 (size=1175) 2024-11-21T14:27:17,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741917_1101 (size=1175) 2024-11-21T14:27:19,407 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199235195 after 4002ms 2024-11-21T14:27:19,410 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199235195: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:27:19,410 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199235195 took 4005ms 2024-11-21T14:27:19,412 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199235195; continuing. 2024-11-21T14:27:19,412 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199235195 so closing down 2024-11-21T14:27:19,412 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:27:19,413 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732199235195.temp 2024-11-21T14:27:19,414 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/recovered.edits/0000000000000000003-wal.1732199235195.temp 2024-11-21T14:27:19,415 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:27:19,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741923_1102 (size=549) 2024-11-21T14:27:19,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741923_1102 (size=549) 2024-11-21T14:27:19,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741923_1102 (size=549) 2024-11-21T14:27:19,421 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/recovered.edits/0000000000000000003-wal.1732199235195.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-21T14:27:19,423 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/recovered.edits/0000000000000000003-wal.1732199235195.temp to hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/recovered.edits/0000000000000000008 2024-11-21T14:27:19,423 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:35701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199235195, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T14:27:19,423 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199235195, journal: Splitting hdfs://localhost:35701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199235195, size=0 (0bytes) at 1732199235405Finishing writing output for hdfs://localhost:35701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199235195 so closing down at 1732199239412 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/recovered.edits/0000000000000000003-wal.1732199235195.temp at 1732199239414 (+2 ms)3 split writer threads finished at 1732199239415 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/recovered.edits/0000000000000000003-wal.1732199235195.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732199239421 (+6 ms)Rename recovered edits hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/recovered.edits/0000000000000000003-wal.1732199235195.temp to hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/recovered.edits/0000000000000000008 at 1732199239423 (+2 ms)Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:35701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199235195, size=0, length=0, corrupted=false, cancelled=false at 1732199239423 2024-11-21T14:27:19,424 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199235195 to hdfs://localhost:35701/hbase/oldWALs/wal.1732199235195 2024-11-21T14:27:19,425 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/recovered.edits/0000000000000000008 2024-11-21T14:27:19,425 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:27:19,427 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:27:19,440 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199239427, exclude list is [], retry=0 2024-11-21T14:27:19,442 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:27:19,442 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:27:19,442 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:27:19,443 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199239427 2024-11-21T14:27:19,444 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33075:33075)] 2024-11-21T14:27:19,444 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c8fa51eb6556ad74c6bdac2a9249b10c, NAME => 'testCompactedBulkLoadedFiles,,1732199235142.c8fa51eb6556ad74c6bdac2a9249b10c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:27:19,444 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732199235142.c8fa51eb6556ad74c6bdac2a9249b10c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:19,444 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:19,444 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:19,445 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:19,446 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8fa51eb6556ad74c6bdac2a9249b10c columnFamilyName a 2024-11-21T14:27:19,446 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:19,452 DEBUG [StoreFileOpener-c8fa51eb6556ad74c6bdac2a9249b10c-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 46ce7044a799494995aed67b58ae6225_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:27:19,452 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/46ce7044a799494995aed67b58ae6225_SeqId_4_ 2024-11-21T14:27:19,456 DEBUG [StoreFileOpener-c8fa51eb6556ad74c6bdac2a9249b10c-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 75f16b83dc524b59982d416102a20db1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:27:19,456 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/75f16b83dc524b59982d416102a20db1_SeqId_4_ 2024-11-21T14:27:19,459 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/8a61827d509e4eb3a8ce1ef341000030 2024-11-21T14:27:19,462 DEBUG [StoreFileOpener-c8fa51eb6556ad74c6bdac2a9249b10c-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b48cc6868c2f4ef68601106389675e37_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:27:19,462 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/b48cc6868c2f4ef68601106389675e37_SeqId_4_ 2024-11-21T14:27:19,466 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/ffb8c6485c07438a95bef4727b3ef5f3 2024-11-21T14:27:19,466 WARN [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/46ce7044a799494995aed67b58ae6225_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6b390aec 2024-11-21T14:27:19,466 WARN [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/75f16b83dc524b59982d416102a20db1_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6b390aec 2024-11-21T14:27:19,466 WARN [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/8a61827d509e4eb3a8ce1ef341000030 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6b390aec 2024-11-21T14:27:19,466 WARN [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/b48cc6868c2f4ef68601106389675e37_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6b390aec 2024-11-21T14:27:19,466 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/46ce7044a799494995aed67b58ae6225_SeqId_4_, hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/75f16b83dc524b59982d416102a20db1_SeqId_4_, hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/8a61827d509e4eb3a8ce1ef341000030, hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/b48cc6868c2f4ef68601106389675e37_SeqId_4_] to archive 2024-11-21T14:27:19,467 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:27:19,469 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/46ce7044a799494995aed67b58ae6225_SeqId_4_ to hdfs://localhost:35701/hbase/archive/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/46ce7044a799494995aed67b58ae6225_SeqId_4_ 2024-11-21T14:27:19,470 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/75f16b83dc524b59982d416102a20db1_SeqId_4_ to hdfs://localhost:35701/hbase/archive/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/75f16b83dc524b59982d416102a20db1_SeqId_4_ 2024-11-21T14:27:19,471 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/8a61827d509e4eb3a8ce1ef341000030 to hdfs://localhost:35701/hbase/archive/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/8a61827d509e4eb3a8ce1ef341000030 2024-11-21T14:27:19,472 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/b48cc6868c2f4ef68601106389675e37_SeqId_4_ to hdfs://localhost:35701/hbase/archive/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/a/b48cc6868c2f4ef68601106389675e37_SeqId_4_ 2024-11-21T14:27:19,473 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.HStore(327): Store=c8fa51eb6556ad74c6bdac2a9249b10c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:19,473 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:19,473 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8fa51eb6556ad74c6bdac2a9249b10c columnFamilyName b 2024-11-21T14:27:19,473 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:19,474 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.HStore(327): Store=c8fa51eb6556ad74c6bdac2a9249b10c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:19,474 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:19,475 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8fa51eb6556ad74c6bdac2a9249b10c columnFamilyName c 2024-11-21T14:27:19,475 DEBUG [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:19,475 INFO [StoreOpener-c8fa51eb6556ad74c6bdac2a9249b10c-1 {}] regionserver.HStore(327): Store=c8fa51eb6556ad74c6bdac2a9249b10c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:19,475 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:19,476 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:19,477 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:19,478 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/recovered.edits/0000000000000000008 2024-11-21T14:27:19,479 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:27:19,481 DEBUG [Time-limited test {}] regionserver.HRegion(5836): c8fa51eb6556ad74c6bdac2a9249b10c : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "c8fa51eb6556ad74c6bdac2a9249b10c" family_name: "a" compaction_input: "8a61827d509e4eb3a8ce1ef341000030" compaction_input: "46ce7044a799494995aed67b58ae6225_SeqId_4_" compaction_input: "75f16b83dc524b59982d416102a20db1_SeqId_4_" compaction_input: "b48cc6868c2f4ef68601106389675e37_SeqId_4_" compaction_output: "ffb8c6485c07438a95bef4727b3ef5f3" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732199235142.c8fa51eb6556ad74c6bdac2a9249b10c." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-21T14:27:19,481 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-21T14:27:19,481 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/recovered.edits/0000000000000000008 2024-11-21T14:27:19,482 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/recovered.edits/0000000000000000008 2024-11-21T14:27:19,483 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:19,483 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:19,483 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:27:19,485 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c8fa51eb6556ad74c6bdac2a9249b10c 2024-11-21T14:27:19,487 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testCompactedBulkLoadedFiles/c8fa51eb6556ad74c6bdac2a9249b10c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:27:19,488 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c8fa51eb6556ad74c6bdac2a9249b10c; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69989822, jitterRate=0.042929619550704956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:27:19,488 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c8fa51eb6556ad74c6bdac2a9249b10c: Writing region info on filesystem at 1732199239444Initializing all the Stores at 1732199239445 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199239445Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199239445Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199239445Cleaning up temporary data from old regions at 1732199239483 (+38 ms)Region opened successfully at 1732199239488 (+5 ms) 2024-11-21T14:27:19,490 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c8fa51eb6556ad74c6bdac2a9249b10c, disabling compactions & flushes 2024-11-21T14:27:19,490 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732199235142.c8fa51eb6556ad74c6bdac2a9249b10c. 2024-11-21T14:27:19,490 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732199235142.c8fa51eb6556ad74c6bdac2a9249b10c. 2024-11-21T14:27:19,490 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732199235142.c8fa51eb6556ad74c6bdac2a9249b10c. after waiting 0 ms 2024-11-21T14:27:19,490 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732199235142.c8fa51eb6556ad74c6bdac2a9249b10c. 2024-11-21T14:27:19,491 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732199235142.c8fa51eb6556ad74c6bdac2a9249b10c. 2024-11-21T14:27:19,491 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c8fa51eb6556ad74c6bdac2a9249b10c: Waiting for close lock at 1732199239490Disabling compacts and flushes for region at 1732199239490Disabling writes for close at 1732199239490Writing region close event to WAL at 1732199239491 (+1 ms)Closed at 1732199239491 2024-11-21T14:27:19,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741924_1103 (size=95) 2024-11-21T14:27:19,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741924_1103 (size=95) 2024-11-21T14:27:19,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741924_1103 (size=95) 2024-11-21T14:27:19,496 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:27:19,496 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732199239427) 2024-11-21T14:27:19,514 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=438 (was 424) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:35701 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_159238663_22 at /127.0.0.1:56754 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_159238663_22 at /127.0.0.1:46572 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:35701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_159238663_22 at /127.0.0.1:41220 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=3903 (was 3915) 2024-11-21T14:27:19,514 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-21T14:27:19,527 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=438, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=3902 2024-11-21T14:27:19,527 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-21T14:27:19,542 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:27:19,543 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:27:19,544 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:27:19,546 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-37701277, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/hregion-37701277, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:27:19,559 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-37701277/hregion-37701277.1732199239546, exclude list is [], retry=0 2024-11-21T14:27:19,562 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:27:19,562 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:27:19,562 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:27:19,564 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-37701277/hregion-37701277.1732199239546 2024-11-21T14:27:19,564 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:35895:35895)] 2024-11-21T14:27:19,564 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0c210219d0be964617df10bbd92bdd2b, NAME => 'testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35701/hbase 2024-11-21T14:27:19,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741926_1105 (size=67) 2024-11-21T14:27:19,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741926_1105 (size=67) 2024-11-21T14:27:19,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741926_1105 (size=67) 2024-11-21T14:27:19,572 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:19,573 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,575 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c210219d0be964617df10bbd92bdd2b columnFamilyName a 2024-11-21T14:27:19,575 DEBUG [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:19,575 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(327): Store=0c210219d0be964617df10bbd92bdd2b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:19,575 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,576 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c210219d0be964617df10bbd92bdd2b columnFamilyName b 2024-11-21T14:27:19,576 DEBUG [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:19,577 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(327): Store=0c210219d0be964617df10bbd92bdd2b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:19,577 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,578 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c210219d0be964617df10bbd92bdd2b columnFamilyName c 2024-11-21T14:27:19,578 DEBUG [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:19,578 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(327): Store=0c210219d0be964617df10bbd92bdd2b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:19,578 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,579 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,579 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,580 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,580 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,580 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:27:19,581 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,583 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:27:19,584 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0c210219d0be964617df10bbd92bdd2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58942414, jitterRate=-0.12168958783149719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:27:19,584 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0c210219d0be964617df10bbd92bdd2b: Writing region info on filesystem at 1732199239572Initializing all the Stores at 1732199239573 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199239573Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199239573Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199239573Cleaning up temporary data from old regions at 1732199239580 (+7 ms)Region opened successfully at 1732199239584 (+4 ms) 2024-11-21T14:27:19,584 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0c210219d0be964617df10bbd92bdd2b, disabling compactions & flushes 2024-11-21T14:27:19,584 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b. 2024-11-21T14:27:19,584 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b. 2024-11-21T14:27:19,584 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b. after waiting 0 ms 2024-11-21T14:27:19,584 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b. 2024-11-21T14:27:19,584 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b. 2024-11-21T14:27:19,584 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0c210219d0be964617df10bbd92bdd2b: Waiting for close lock at 1732199239584Disabling compacts and flushes for region at 1732199239584Disabling writes for close at 1732199239584Writing region close event to WAL at 1732199239584Closed at 1732199239584 2024-11-21T14:27:19,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741925_1104 (size=95) 2024-11-21T14:27:19,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741925_1104 (size=95) 2024-11-21T14:27:19,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741925_1104 (size=95) 2024-11-21T14:27:19,591 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:27:19,591 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-37701277:(num 1732199239546) 2024-11-21T14:27:19,591 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:27:19,592 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:27:19,605 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239592, exclude list is [], retry=0 2024-11-21T14:27:19,608 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:27:19,608 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:27:19,609 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:27:19,612 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239592 2024-11-21T14:27:19,612 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:33933:33933)] 2024-11-21T14:27:19,612 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c210219d0be964617df10bbd92bdd2b, NAME => 'testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:27:19,613 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:19,613 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,613 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,614 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,615 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c210219d0be964617df10bbd92bdd2b columnFamilyName a 2024-11-21T14:27:19,615 DEBUG [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:19,617 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(327): Store=0c210219d0be964617df10bbd92bdd2b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:19,617 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,618 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c210219d0be964617df10bbd92bdd2b columnFamilyName b 2024-11-21T14:27:19,618 DEBUG [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:19,618 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(327): Store=0c210219d0be964617df10bbd92bdd2b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:19,619 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,619 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c210219d0be964617df10bbd92bdd2b columnFamilyName c 2024-11-21T14:27:19,619 DEBUG [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:19,620 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(327): Store=0c210219d0be964617df10bbd92bdd2b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:19,620 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,620 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,622 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,622 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,623 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,623 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:27:19,624 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,625 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0c210219d0be964617df10bbd92bdd2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66831890, jitterRate=-0.004127234220504761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:27:19,625 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0c210219d0be964617df10bbd92bdd2b: Writing region info on filesystem at 1732199239613Initializing all the Stores at 1732199239614 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199239614Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199239614Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199239614Cleaning up temporary data from old regions at 1732199239623 (+9 ms)Region opened successfully at 1732199239625 (+2 ms) 2024-11-21T14:27:19,633 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0c210219d0be964617df10bbd92bdd2b 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-21T14:27:19,649 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/.tmp/a/17c1c8070b1d497ca0a09ed558ed82d9 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732199239625/Put/seqid=0 2024-11-21T14:27:19,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741928_1107 (size=5958) 2024-11-21T14:27:19,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741928_1107 (size=5958) 2024-11-21T14:27:19,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741928_1107 (size=5958) 2024-11-21T14:27:19,656 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/.tmp/a/17c1c8070b1d497ca0a09ed558ed82d9 2024-11-21T14:27:19,661 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/.tmp/a/17c1c8070b1d497ca0a09ed558ed82d9 as hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/a/17c1c8070b1d497ca0a09ed558ed82d9 2024-11-21T14:27:19,666 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/a/17c1c8070b1d497ca0a09ed558ed82d9, entries=10, sequenceid=13, filesize=5.8 K 2024-11-21T14:27:19,667 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 0c210219d0be964617df10bbd92bdd2b in 34ms, sequenceid=13, compaction requested=false 2024-11-21T14:27:19,667 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0c210219d0be964617df10bbd92bdd2b: 2024-11-21T14:27:19,689 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0c210219d0be964617df10bbd92bdd2b, disabling compactions & flushes 2024-11-21T14:27:19,689 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b. 2024-11-21T14:27:19,689 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b. 2024-11-21T14:27:19,689 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b. after waiting 0 ms 2024-11-21T14:27:19,689 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b. 2024-11-21T14:27:19,690 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b. 2024-11-21T14:27:19,690 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b. 2024-11-21T14:27:19,690 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0c210219d0be964617df10bbd92bdd2b: Waiting for close lock at 1732199239689Disabling compacts and flushes for region at 1732199239689Disabling writes for close at 1732199239689Writing region close event to WAL at 1732199239690 (+1 ms)Closed at 1732199239690 2024-11-21T14:27:19,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741927_1106 (size=3344) 2024-11-21T14:27:19,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741927_1106 (size=3344) 2024-11-21T14:27:19,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741927_1106 (size=3344) 2024-11-21T14:27:19,708 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239592, size=3.3 K (3344bytes) 2024-11-21T14:27:19,708 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239592 2024-11-21T14:27:19,708 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239592 after 0ms 2024-11-21T14:27:19,711 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239592: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:27:19,711 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239592 took 3ms 2024-11-21T14:27:19,713 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239592 so closing down 2024-11-21T14:27:19,713 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:27:19,714 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732199239592.temp 2024-11-21T14:27:19,715 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000003-wal.1732199239592.temp 2024-11-21T14:27:19,716 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:27:19,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741929_1108 (size=2944) 2024-11-21T14:27:19,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741929_1108 (size=2944) 2024-11-21T14:27:19,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741929_1108 (size=2944) 2024-11-21T14:27:19,723 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000003-wal.1732199239592.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-21T14:27:19,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000003-wal.1732199239592.temp to hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000035 2024-11-21T14:27:19,725 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239592, size=3.3 K, length=3344, corrupted=false, cancelled=false 2024-11-21T14:27:19,725 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239592, journal: Splitting hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239592, size=3.3 K (3344bytes) at 1732199239708Finishing writing output for hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239592 so closing down at 1732199239713 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000003-wal.1732199239592.temp at 1732199239715 (+2 ms)3 split writer threads finished at 1732199239716 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000003-wal.1732199239592.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732199239724 (+8 ms)Rename recovered edits hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000003-wal.1732199239592.temp to hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000035 at 1732199239725 (+1 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239592, size=3.3 K, length=3344, corrupted=false, cancelled=false at 1732199239725 2024-11-21T14:27:19,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239592 to hdfs://localhost:35701/hbase/oldWALs/wal.1732199239592 2024-11-21T14:27:19,727 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000035 2024-11-21T14:27:19,728 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:27:19,729 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:27:19,742 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239730, exclude list is [], retry=0 2024-11-21T14:27:19,745 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:27:19,745 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:27:19,745 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:27:19,747 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239730 2024-11-21T14:27:19,747 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:35895:35895)] 2024-11-21T14:27:19,747 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c210219d0be964617df10bbd92bdd2b, NAME => 'testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:27:19,747 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:19,747 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,747 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,749 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,749 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c210219d0be964617df10bbd92bdd2b columnFamilyName a 2024-11-21T14:27:19,749 DEBUG [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:19,754 DEBUG [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/a/17c1c8070b1d497ca0a09ed558ed82d9 2024-11-21T14:27:19,754 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(327): Store=0c210219d0be964617df10bbd92bdd2b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:19,755 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,755 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c210219d0be964617df10bbd92bdd2b columnFamilyName b 2024-11-21T14:27:19,755 DEBUG [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:19,756 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(327): Store=0c210219d0be964617df10bbd92bdd2b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:19,756 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,757 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c210219d0be964617df10bbd92bdd2b columnFamilyName c 2024-11-21T14:27:19,757 DEBUG [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:19,757 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(327): Store=0c210219d0be964617df10bbd92bdd2b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:19,757 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,758 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,759 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,759 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000035 2024-11-21T14:27:19,761 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:27:19,762 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000035 2024-11-21T14:27:19,762 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0c210219d0be964617df10bbd92bdd2b 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-21T14:27:19,774 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T14:27:19,777 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/.tmp/b/d780138b46894f0a811e41d2fd2591f1 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732199239667/Put/seqid=0 2024-11-21T14:27:19,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741931_1110 (size=5958) 2024-11-21T14:27:19,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741931_1110 (size=5958) 2024-11-21T14:27:19,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741931_1110 (size=5958) 2024-11-21T14:27:19,787 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/.tmp/b/d780138b46894f0a811e41d2fd2591f1 2024-11-21T14:27:19,815 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/.tmp/c/efa7f3ff4949481eaf52005a3aaba5b5 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732199239679/Put/seqid=0 2024-11-21T14:27:19,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741932_1111 (size=5958) 2024-11-21T14:27:19,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741932_1111 (size=5958) 2024-11-21T14:27:19,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741932_1111 (size=5958) 2024-11-21T14:27:19,822 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/.tmp/c/efa7f3ff4949481eaf52005a3aaba5b5 2024-11-21T14:27:19,827 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/.tmp/b/d780138b46894f0a811e41d2fd2591f1 as hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/b/d780138b46894f0a811e41d2fd2591f1 2024-11-21T14:27:19,832 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/b/d780138b46894f0a811e41d2fd2591f1, entries=10, sequenceid=35, filesize=5.8 K 2024-11-21T14:27:19,833 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/.tmp/c/efa7f3ff4949481eaf52005a3aaba5b5 as hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/c/efa7f3ff4949481eaf52005a3aaba5b5 2024-11-21T14:27:19,838 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/c/efa7f3ff4949481eaf52005a3aaba5b5, entries=10, sequenceid=35, filesize=5.8 K 2024-11-21T14:27:19,838 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 0c210219d0be964617df10bbd92bdd2b in 76ms, sequenceid=35, compaction requested=false; wal=null 2024-11-21T14:27:19,838 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000035 2024-11-21T14:27:19,839 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,839 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,840 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:27:19,841 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:19,843 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-21T14:27:19,844 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0c210219d0be964617df10bbd92bdd2b; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68514553, jitterRate=0.020946398377418518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:27:19,844 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0c210219d0be964617df10bbd92bdd2b: Writing region info on filesystem at 1732199239747Initializing all the Stores at 1732199239748 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199239748Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199239748Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199239749 (+1 ms)Obtaining lock to block concurrent updates at 1732199239762 (+13 ms)Preparing flush snapshotting stores in 0c210219d0be964617df10bbd92bdd2b at 1732199239762Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732199239762Flushing stores of testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b. at 1732199239762Flushing 0c210219d0be964617df10bbd92bdd2b/b: creating writer at 1732199239762Flushing 0c210219d0be964617df10bbd92bdd2b/b: appending metadata at 1732199239776 (+14 ms)Flushing 0c210219d0be964617df10bbd92bdd2b/b: closing flushed file at 1732199239776Flushing 0c210219d0be964617df10bbd92bdd2b/c: creating writer at 1732199239793 (+17 ms)Flushing 0c210219d0be964617df10bbd92bdd2b/c: appending metadata at 1732199239814 (+21 ms)Flushing 0c210219d0be964617df10bbd92bdd2b/c: closing flushed file at 1732199239814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e22660d: reopening flushed file at 1732199239827 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5359aeb: reopening flushed file at 1732199239833 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 0c210219d0be964617df10bbd92bdd2b in 76ms, sequenceid=35, compaction requested=false; wal=null at 1732199239838 (+5 ms)Cleaning up temporary data from old regions at 1732199239839 (+1 ms)Region opened successfully at 1732199239844 (+5 ms) 2024-11-21T14:27:19,908 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239730, size=0 (0bytes) 2024-11-21T14:27:19,908 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239730 might be still open, length is 0 2024-11-21T14:27:19,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239730 2024-11-21T14:27:19,909 WARN [IPC Server handler 1 on default port 35701 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239730 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-21T14:27:19,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239730 after 0ms 2024-11-21T14:27:20,669 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:56820 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:33701:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56820 dst: /127.0.0.1:33701 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33701 remote=/127.0.0.1:56820]. Total timeout mills is 60000, 59201 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:20,669 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:41276 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:45379:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41276 dst: /127.0.0.1:45379 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:20,669 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-749689125_22 at /127.0.0.1:46646 [Receiving block BP-113627258-172.17.0.2-1732199202458:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:38331:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46646 dst: /127.0.0.1:38331 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:20,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741930_1112 (size=2936) 2024-11-21T14:27:20,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741930_1112 (size=2936) 2024-11-21T14:27:20,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741930_1112 (size=2936) 2024-11-21T14:27:23,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239730 after 4001ms 2024-11-21T14:27:23,912 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239730: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:27:23,913 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239730 took 4005ms 2024-11-21T14:27:23,915 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239730; continuing. 2024-11-21T14:27:23,915 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239730 so closing down 2024-11-21T14:27:23,915 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T14:27:23,916 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732199239730.temp 2024-11-21T14:27:23,917 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000037-wal.1732199239730.temp 2024-11-21T14:27:23,918 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T14:27:23,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741933_1113 (size=2944) 2024-11-21T14:27:23,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741933_1113 (size=2944) 2024-11-21T14:27:23,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741933_1113 (size=2944) 2024-11-21T14:27:23,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000037-wal.1732199239730.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-21T14:27:23,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000037-wal.1732199239730.temp to hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000066 2024-11-21T14:27:23,928 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239730, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T14:27:23,928 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239730, journal: Splitting hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239730, size=0 (0bytes) at 1732199239908Finishing writing output for hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239730 so closing down at 1732199243915 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000037-wal.1732199239730.temp at 1732199243917 (+2 ms)3 split writer threads finished at 1732199243918 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000037-wal.1732199239730.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732199243926 (+8 ms)Rename recovered edits hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000037-wal.1732199239730.temp to hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000066 at 1732199243927 (+1 ms)Processed 30 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239730, size=0, length=0, corrupted=false, cancelled=false at 1732199243928 (+1 ms) 2024-11-21T14:27:23,930 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239730 to hdfs://localhost:35701/hbase/oldWALs/wal.1732199239730 2024-11-21T14:27:23,933 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000066 2024-11-21T14:27:23,933 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T14:27:23,936 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35701/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541, archiveDir=hdfs://localhost:35701/hbase/oldWALs, maxLogs=32 2024-11-21T14:27:23,958 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199243937, exclude list is [], retry=0 2024-11-21T14:27:23,961 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-62596f88-2b23-40e9-903e-c8b695436ac5,DISK] 2024-11-21T14:27:23,961 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-ba6bb229-aae5-4b6d-bbba-23a62560d74b,DISK] 2024-11-21T14:27:23,961 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-b5d77e94-c1eb-4ac3-a156-392c9935cca1,DISK] 2024-11-21T14:27:23,963 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199243937 2024-11-21T14:27:23,963 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33933:33933),(127.0.0.1/127.0.0.1:33075:33075),(127.0.0.1/127.0.0.1:35895:35895)] 2024-11-21T14:27:23,964 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:27:23,965 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:23,966 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c210219d0be964617df10bbd92bdd2b columnFamilyName a 2024-11-21T14:27:23,966 DEBUG [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:23,972 DEBUG [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/a/17c1c8070b1d497ca0a09ed558ed82d9 2024-11-21T14:27:23,972 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(327): Store=0c210219d0be964617df10bbd92bdd2b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:23,972 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:23,973 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c210219d0be964617df10bbd92bdd2b columnFamilyName b 2024-11-21T14:27:23,973 DEBUG [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:23,980 DEBUG [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/b/d780138b46894f0a811e41d2fd2591f1 2024-11-21T14:27:23,980 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(327): Store=0c210219d0be964617df10bbd92bdd2b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:23,980 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:23,981 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c210219d0be964617df10bbd92bdd2b columnFamilyName c 2024-11-21T14:27:23,981 DEBUG [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:27:23,985 DEBUG [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/c/efa7f3ff4949481eaf52005a3aaba5b5 2024-11-21T14:27:23,985 INFO [StoreOpener-0c210219d0be964617df10bbd92bdd2b-1 {}] regionserver.HStore(327): Store=0c210219d0be964617df10bbd92bdd2b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:27:23,986 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:23,986 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:23,988 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:23,988 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000066 2024-11-21T14:27:23,989 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-21T14:27:23,994 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000066 2024-11-21T14:27:23,994 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0c210219d0be964617df10bbd92bdd2b 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-21T14:27:24,009 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/.tmp/a/6d55c6b226144880b28e646a44772735 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732199239851/Put/seqid=0 2024-11-21T14:27:24,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741935_1115 (size=5958) 2024-11-21T14:27:24,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741935_1115 (size=5958) 2024-11-21T14:27:24,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741935_1115 (size=5958) 2024-11-21T14:27:24,016 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/.tmp/a/6d55c6b226144880b28e646a44772735 2024-11-21T14:27:24,036 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/.tmp/b/fb7eea35b0b0409daaf789a0c616c0a4 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732199239858/Put/seqid=0 2024-11-21T14:27:24,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741936_1116 (size=5958) 2024-11-21T14:27:24,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741936_1116 (size=5958) 2024-11-21T14:27:24,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741936_1116 (size=5958) 2024-11-21T14:27:24,044 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/.tmp/b/fb7eea35b0b0409daaf789a0c616c0a4 2024-11-21T14:27:24,064 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/.tmp/c/21f2e3e6c7ea42a89b7523c71f725263 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732199239864/Put/seqid=0 2024-11-21T14:27:24,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741937_1117 (size=5958) 2024-11-21T14:27:24,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741937_1117 (size=5958) 2024-11-21T14:27:24,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741937_1117 (size=5958) 2024-11-21T14:27:24,070 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/.tmp/c/21f2e3e6c7ea42a89b7523c71f725263 2024-11-21T14:27:24,075 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/.tmp/a/6d55c6b226144880b28e646a44772735 as hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/a/6d55c6b226144880b28e646a44772735 2024-11-21T14:27:24,079 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/a/6d55c6b226144880b28e646a44772735, entries=10, sequenceid=66, filesize=5.8 K 2024-11-21T14:27:24,080 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/.tmp/b/fb7eea35b0b0409daaf789a0c616c0a4 as hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/b/fb7eea35b0b0409daaf789a0c616c0a4 2024-11-21T14:27:24,084 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/b/fb7eea35b0b0409daaf789a0c616c0a4, entries=10, sequenceid=66, filesize=5.8 K 2024-11-21T14:27:24,085 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/.tmp/c/21f2e3e6c7ea42a89b7523c71f725263 as hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/c/21f2e3e6c7ea42a89b7523c71f725263 2024-11-21T14:27:24,088 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/c/21f2e3e6c7ea42a89b7523c71f725263, entries=10, sequenceid=66, filesize=5.8 K 2024-11-21T14:27:24,089 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 0c210219d0be964617df10bbd92bdd2b in 94ms, sequenceid=66, compaction requested=false; wal=null 2024-11-21T14:27:24,089 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/0000000000000000066 2024-11-21T14:27:24,090 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:24,090 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:24,090 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:27:24,092 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0c210219d0be964617df10bbd92bdd2b 2024-11-21T14:27:24,093 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/hbase/data/default/testReplayEditsWrittenViaHRegion/0c210219d0be964617df10bbd92bdd2b/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-21T14:27:24,094 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0c210219d0be964617df10bbd92bdd2b; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59125193, jitterRate=-0.11896596848964691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:27:24,094 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0c210219d0be964617df10bbd92bdd2b: Writing region info on filesystem at 1732199243964Initializing all the Stores at 1732199243965 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199243965Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199243965Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732199243965Obtaining lock to block concurrent updates at 1732199243994 (+29 ms)Preparing flush snapshotting stores in 0c210219d0be964617df10bbd92bdd2b at 1732199243994Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732199243994Flushing stores of testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b. at 1732199243994Flushing 0c210219d0be964617df10bbd92bdd2b/a: creating writer at 1732199243995 (+1 ms)Flushing 0c210219d0be964617df10bbd92bdd2b/a: appending metadata at 1732199244009 (+14 ms)Flushing 0c210219d0be964617df10bbd92bdd2b/a: closing flushed file at 1732199244009Flushing 0c210219d0be964617df10bbd92bdd2b/b: creating writer at 1732199244020 (+11 ms)Flushing 0c210219d0be964617df10bbd92bdd2b/b: appending metadata at 1732199244036 (+16 ms)Flushing 0c210219d0be964617df10bbd92bdd2b/b: closing flushed file at 1732199244036Flushing 0c210219d0be964617df10bbd92bdd2b/c: creating writer at 1732199244049 (+13 ms)Flushing 0c210219d0be964617df10bbd92bdd2b/c: appending metadata at 1732199244063 (+14 ms)Flushing 0c210219d0be964617df10bbd92bdd2b/c: closing flushed file at 1732199244063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1861f7a6: reopening flushed file at 1732199244075 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68907652: reopening flushed file at 1732199244080 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23f9c332: reopening flushed file at 1732199244084 (+4 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 0c210219d0be964617df10bbd92bdd2b in 94ms, sequenceid=66, compaction requested=false; wal=null at 1732199244089 (+5 ms)Cleaning up temporary data from old regions at 1732199244090 (+1 ms)Region opened successfully at 1732199244094 (+4 ms) 2024-11-21T14:27:24,106 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0c210219d0be964617df10bbd92bdd2b, disabling compactions & flushes 2024-11-21T14:27:24,106 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b. 2024-11-21T14:27:24,106 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b. 2024-11-21T14:27:24,106 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b. after waiting 0 ms 2024-11-21T14:27:24,106 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b. 2024-11-21T14:27:24,108 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732199239542.0c210219d0be964617df10bbd92bdd2b. 2024-11-21T14:27:24,108 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0c210219d0be964617df10bbd92bdd2b: Waiting for close lock at 1732199244106Disabling compacts and flushes for region at 1732199244106Disabling writes for close at 1732199244106Writing region close event to WAL at 1732199244107 (+1 ms)Closed at 1732199244107 2024-11-21T14:27:24,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741934_1114 (size=95) 2024-11-21T14:27:24,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741934_1114 (size=95) 2024-11-21T14:27:24,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741934_1114 (size=95) 2024-11-21T14:27:24,112 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T14:27:24,112 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732199243937) 2024-11-21T14:27:24,127 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=444 (was 438) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:35701 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:35701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_419458297_22 at /127.0.0.1:34162 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_419458297_22 at /127.0.0.1:38956 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_419458297_22 at /127.0.0.1:46836 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=3864 (was 3902) 2024-11-21T14:27:24,127 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-21T14:27:24,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:27:24,127 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:27:24,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:27:24,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:27:24,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:27:24,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:27:24,128 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:27:24,128 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=387325396, stopped=false 2024-11-21T14:27:24,128 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,40325,1732199205809 2024-11-21T14:27:24,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T14:27:24,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T14:27:24,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:27:24,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:27:24,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T14:27:24,130 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:27:24,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:27:24,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:27:24,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:27:24,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:27:24,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:27:24,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:27:24,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:27:24,132 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,46227,1732199206651' ***** 2024-11-21T14:27:24,132 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:27:24,132 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,38529,1732199206688' ***** 2024-11-21T14:27:24,132 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:27:24,132 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:27:24,132 INFO [RS:1;8a7a968213a0:46227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:27:24,132 INFO [RS:1;8a7a968213a0:46227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:27:24,132 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:27:24,132 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,46227,1732199206651 2024-11-21T14:27:24,133 INFO [RS:1;8a7a968213a0:46227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:27:24,133 INFO [RS:2;8a7a968213a0:38529 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:27:24,133 INFO [RS:1;8a7a968213a0:46227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;8a7a968213a0:46227. 2024-11-21T14:27:24,133 INFO [RS:2;8a7a968213a0:38529 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:27:24,133 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:27:24,133 DEBUG [RS:1;8a7a968213a0:46227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:27:24,133 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.HRegionServer(3091): Received CLOSE for f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:24,133 DEBUG [RS:1;8a7a968213a0:46227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:27:24,133 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:27:24,133 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:27:24,133 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:27:24,133 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:27:24,133 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:27:24,133 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,38529,1732199206688 2024-11-21T14:27:24,133 INFO [RS:2;8a7a968213a0:38529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:27:24,133 INFO [RS:2;8a7a968213a0:38529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;8a7a968213a0:38529. 2024-11-21T14:27:24,133 DEBUG [RS:2;8a7a968213a0:38529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:27:24,133 DEBUG [RS:2;8a7a968213a0:38529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:27:24,133 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:27:24,133 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7fbd9feb437f1c2915e6434f8f5f2d6, disabling compactions & flushes 2024-11-21T14:27:24,133 DEBUG [RS:2;8a7a968213a0:38529 {}] regionserver.HRegionServer(1325): Online Regions={f7fbd9feb437f1c2915e6434f8f5f2d6=testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6.} 2024-11-21T14:27:24,133 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:24,133 DEBUG [RS:2;8a7a968213a0:38529 {}] regionserver.HRegionServer(1351): Waiting on f7fbd9feb437f1c2915e6434f8f5f2d6 2024-11-21T14:27:24,133 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:24,134 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. after waiting 0 ms 2024-11-21T14:27:24,134 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:24,134 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:27:24,134 DEBUG [RS:1;8a7a968213a0:46227 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:27:24,134 DEBUG [RS:1;8a7a968213a0:46227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:27:24,134 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:27:24,134 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:27:24,134 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:27:24,134 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:27:24,134 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:27:24,134 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-21T14:27:24,138 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/f7fbd9feb437f1c2915e6434f8f5f2d6/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-21T14:27:24,139 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:24,139 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7fbd9feb437f1c2915e6434f8f5f2d6: Waiting for close lock at 1732199244133Running coprocessor pre-close hooks at 1732199244133Disabling compacts and flushes for region at 1732199244133Disabling writes for close at 1732199244134 (+1 ms)Writing region close event to WAL at 1732199244135 (+1 ms)Running coprocessor post-close hooks at 1732199244139 (+4 ms)Closed at 1732199244139 2024-11-21T14:27:24,139 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6. 2024-11-21T14:27:24,156 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740/.tmp/info/06ff1e7fe7d74afc9e072735b21bdd10 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732199221058.f7fbd9feb437f1c2915e6434f8f5f2d6./info:regioninfo/1732199224124/Put/seqid=0 2024-11-21T14:27:24,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741938_1118 (size=8243) 2024-11-21T14:27:24,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741938_1118 (size=8243) 2024-11-21T14:27:24,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741938_1118 (size=8243) 2024-11-21T14:27:24,164 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740/.tmp/info/06ff1e7fe7d74afc9e072735b21bdd10 2024-11-21T14:27:24,184 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740/.tmp/ns/5f1e9549e2f044218f9ec076aac338a2 is 43, key is default/ns:d/1732199208621/Put/seqid=0 2024-11-21T14:27:24,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741939_1119 (size=5153) 2024-11-21T14:27:24,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741939_1119 (size=5153) 2024-11-21T14:27:24,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741939_1119 (size=5153) 2024-11-21T14:27:24,192 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740/.tmp/ns/5f1e9549e2f044218f9ec076aac338a2 2024-11-21T14:27:24,209 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:27:24,211 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740/.tmp/table/00808f9d20c44e7aa50aa2b9cb40f54c is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732199221475/Put/seqid=0 2024-11-21T14:27:24,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741940_1120 (size=5431) 2024-11-21T14:27:24,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741940_1120 (size=5431) 2024-11-21T14:27:24,217 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:27:24,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741940_1120 (size=5431) 2024-11-21T14:27:24,218 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740/.tmp/table/00808f9d20c44e7aa50aa2b9cb40f54c 2024-11-21T14:27:24,223 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740/.tmp/info/06ff1e7fe7d74afc9e072735b21bdd10 as hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740/info/06ff1e7fe7d74afc9e072735b21bdd10 2024-11-21T14:27:24,229 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740/info/06ff1e7fe7d74afc9e072735b21bdd10, entries=18, sequenceid=21, filesize=8.0 K 2024-11-21T14:27:24,231 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740/.tmp/ns/5f1e9549e2f044218f9ec076aac338a2 as hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740/ns/5f1e9549e2f044218f9ec076aac338a2 2024-11-21T14:27:24,236 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740/ns/5f1e9549e2f044218f9ec076aac338a2, entries=2, sequenceid=21, filesize=5.0 K 2024-11-21T14:27:24,237 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740/.tmp/table/00808f9d20c44e7aa50aa2b9cb40f54c as hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740/table/00808f9d20c44e7aa50aa2b9cb40f54c 2024-11-21T14:27:24,242 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740/table/00808f9d20c44e7aa50aa2b9cb40f54c, entries=2, sequenceid=21, filesize=5.3 K 2024-11-21T14:27:24,243 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=21, compaction requested=false 2024-11-21T14:27:24,248 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-21T14:27:24,249 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:27:24,249 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:27:24,249 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732199244134Running coprocessor pre-close hooks at 1732199244134Disabling compacts and flushes for region at 1732199244134Disabling writes for close at 1732199244134Obtaining lock to block concurrent updates at 1732199244134Preparing flush snapshotting stores in 1588230740 at 1732199244134Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732199244134Flushing stores of hbase:meta,,1.1588230740 at 1732199244135 (+1 ms)Flushing 1588230740/info: creating writer at 1732199244135Flushing 1588230740/info: appending metadata at 1732199244156 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732199244156Flushing 1588230740/ns: creating writer at 1732199244169 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732199244183 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732199244183Flushing 1588230740/table: creating writer at 1732199244197 (+14 ms)Flushing 1588230740/table: appending metadata at 1732199244210 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732199244210Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@474dea00: reopening flushed file at 1732199244223 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@232f1878: reopening flushed file at 1732199244230 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b547afe: reopening flushed file at 1732199244236 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=21, compaction requested=false at 1732199244243 (+7 ms)Writing region close event to WAL at 1732199244245 (+2 ms)Running coprocessor post-close hooks at 1732199244249 (+4 ms)Closed at 1732199244249 2024-11-21T14:27:24,249 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:27:24,334 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,38529,1732199206688; all regions closed. 2024-11-21T14:27:24,334 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,46227,1732199206651; all regions closed. 2024-11-21T14:27:24,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741834_1010 (size=718) 2024-11-21T14:27:24,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741834_1010 (size=718) 2024-11-21T14:27:24,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741834_1010 (size=718) 2024-11-21T14:27:24,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741836_1012 (size=4716) 2024-11-21T14:27:24,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741836_1012 (size=4716) 2024-11-21T14:27:24,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741836_1012 (size=4716) 2024-11-21T14:27:24,339 DEBUG [RS:2;8a7a968213a0:38529 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/oldWALs 2024-11-21T14:27:24,339 INFO [RS:2;8a7a968213a0:38529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C38529%2C1732199206688:(num 1732199208014) 2024-11-21T14:27:24,339 DEBUG [RS:2;8a7a968213a0:38529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:27:24,339 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:27:24,339 INFO [RS:2;8a7a968213a0:38529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:27:24,339 DEBUG [RS:1;8a7a968213a0:46227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/oldWALs 2024-11-21T14:27:24,340 INFO [RS:1;8a7a968213a0:46227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C46227%2C1732199206651.meta:.meta(num 1732199208464) 2024-11-21T14:27:24,340 INFO [RS:2;8a7a968213a0:38529 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T14:27:24,340 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:27:24,340 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:27:24,340 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:27:24,340 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:27:24,340 INFO [RS:2;8a7a968213a0:38529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:27:24,340 INFO [RS:2;8a7a968213a0:38529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38529 2024-11-21T14:27:24,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741835_1011 (size=1707) 2024-11-21T14:27:24,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8a7a968213a0,38529,1732199206688 2024-11-21T14:27:24,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:27:24,342 INFO [RS:2;8a7a968213a0:38529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:27:24,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741835_1011 (size=1707) 2024-11-21T14:27:24,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741835_1011 (size=1707) 2024-11-21T14:27:24,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,38529,1732199206688] 2024-11-21T14:27:24,345 DEBUG [RS:1;8a7a968213a0:46227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/oldWALs 2024-11-21T14:27:24,345 INFO [RS:1;8a7a968213a0:46227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C46227%2C1732199206651:(num 1732199208014) 2024-11-21T14:27:24,345 DEBUG [RS:1;8a7a968213a0:46227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:27:24,345 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:27:24,345 INFO [RS:1;8a7a968213a0:46227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:27:24,345 INFO [RS:1;8a7a968213a0:46227 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T14:27:24,345 INFO [RS:1;8a7a968213a0:46227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:27:24,345 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8a7a968213a0,38529,1732199206688 already deleted, retry=false 2024-11-21T14:27:24,346 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:27:24,346 INFO [RS:1;8a7a968213a0:46227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46227 2024-11-21T14:27:24,346 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,38529,1732199206688 expired; onlineServers=1 2024-11-21T14:27:24,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8a7a968213a0,46227,1732199206651 2024-11-21T14:27:24,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:27:24,347 INFO [RS:1;8a7a968213a0:46227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:27:24,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,46227,1732199206651] 2024-11-21T14:27:24,350 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8a7a968213a0,46227,1732199206651 already deleted, retry=false 2024-11-21T14:27:24,350 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,46227,1732199206651 expired; onlineServers=0 2024-11-21T14:27:24,350 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,40325,1732199205809' ***** 2024-11-21T14:27:24,350 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:27:24,350 INFO [M:0;8a7a968213a0:40325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:27:24,350 INFO [M:0;8a7a968213a0:40325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:27:24,350 DEBUG [M:0;8a7a968213a0:40325 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:27:24,350 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:27:24,350 DEBUG [M:0;8a7a968213a0:40325 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:27:24,350 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732199207724 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732199207724,5,FailOnTimeoutGroup] 2024-11-21T14:27:24,350 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732199207723 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732199207723,5,FailOnTimeoutGroup] 2024-11-21T14:27:24,351 INFO [M:0;8a7a968213a0:40325 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:27:24,351 INFO [M:0;8a7a968213a0:40325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:27:24,351 DEBUG [M:0;8a7a968213a0:40325 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:27:24,351 INFO [M:0;8a7a968213a0:40325 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:27:24,351 INFO [M:0;8a7a968213a0:40325 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:27:24,351 INFO [M:0;8a7a968213a0:40325 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:27:24,352 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:27:24,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T14:27:24,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:27:24,353 DEBUG [M:0;8a7a968213a0:40325 {}] zookeeper.ZKUtil(347): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T14:27:24,353 WARN [M:0;8a7a968213a0:40325 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:27:24,354 INFO [M:0;8a7a968213a0:40325 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/.lastflushedseqids 2024-11-21T14:27:24,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741941_1121 (size=138) 2024-11-21T14:27:24,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741941_1121 (size=138) 2024-11-21T14:27:24,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741941_1121 (size=138) 2024-11-21T14:27:24,369 INFO [M:0;8a7a968213a0:40325 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:27:24,369 INFO [M:0;8a7a968213a0:40325 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:27:24,369 DEBUG [M:0;8a7a968213a0:40325 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:27:24,369 INFO [M:0;8a7a968213a0:40325 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:27:24,369 DEBUG [M:0;8a7a968213a0:40325 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:27:24,369 DEBUG [M:0;8a7a968213a0:40325 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:27:24,369 DEBUG [M:0;8a7a968213a0:40325 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:27:24,369 INFO [M:0;8a7a968213a0:40325 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-21T14:27:24,385 DEBUG [M:0;8a7a968213a0:40325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15f843b63e8a403e91a65ed2a5ba7625 is 82, key is hbase:meta,,1/info:regioninfo/1732199208548/Put/seqid=0 2024-11-21T14:27:24,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741942_1122 (size=5672) 2024-11-21T14:27:24,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741942_1122 (size=5672) 2024-11-21T14:27:24,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741942_1122 (size=5672) 2024-11-21T14:27:24,391 INFO [M:0;8a7a968213a0:40325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15f843b63e8a403e91a65ed2a5ba7625 2024-11-21T14:27:24,410 DEBUG [M:0;8a7a968213a0:40325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bba66f7fb614e9d9bc9462ea7bed5fa is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732199221480/Put/seqid=0 2024-11-21T14:27:24,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741943_1123 (size=7755) 2024-11-21T14:27:24,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741943_1123 (size=7755) 2024-11-21T14:27:24,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741943_1123 (size=7755) 2024-11-21T14:27:24,416 INFO [M:0;8a7a968213a0:40325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bba66f7fb614e9d9bc9462ea7bed5fa 2024-11-21T14:27:24,421 INFO [M:0;8a7a968213a0:40325 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bba66f7fb614e9d9bc9462ea7bed5fa 2024-11-21T14:27:24,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:27:24,448 INFO [RS:2;8a7a968213a0:38529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:27:24,448 INFO [RS:2;8a7a968213a0:38529 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,38529,1732199206688; zookeeper connection closed. 2024-11-21T14:27:24,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x1013aec33030003, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:27:24,448 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@246631b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@246631b6 2024-11-21T14:27:24,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:27:24,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46227-0x1013aec33030002, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:27:24,449 INFO [RS:1;8a7a968213a0:46227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:27:24,449 INFO [RS:1;8a7a968213a0:46227 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,46227,1732199206651; zookeeper connection closed. 2024-11-21T14:27:24,449 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32a3d71c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32a3d71c 2024-11-21T14:27:24,450 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T14:27:24,462 DEBUG [M:0;8a7a968213a0:40325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b65b35dae8b4e0292d782894ea6b05d is 69, key is 8a7a968213a0,38529,1732199206688/rs:state/1732199207761/Put/seqid=0 2024-11-21T14:27:24,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741944_1124 (size=5445) 2024-11-21T14:27:24,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741944_1124 (size=5445) 2024-11-21T14:27:24,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741944_1124 (size=5445) 2024-11-21T14:27:24,470 INFO [M:0;8a7a968213a0:40325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b65b35dae8b4e0292d782894ea6b05d 2024-11-21T14:27:24,475 INFO [M:0;8a7a968213a0:40325 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b65b35dae8b4e0292d782894ea6b05d 2024-11-21T14:27:24,476 DEBUG [M:0;8a7a968213a0:40325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15f843b63e8a403e91a65ed2a5ba7625 as hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/15f843b63e8a403e91a65ed2a5ba7625 2024-11-21T14:27:24,481 INFO [M:0;8a7a968213a0:40325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/15f843b63e8a403e91a65ed2a5ba7625, entries=8, sequenceid=168, filesize=5.5 K 2024-11-21T14:27:24,482 DEBUG [M:0;8a7a968213a0:40325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bba66f7fb614e9d9bc9462ea7bed5fa as hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bba66f7fb614e9d9bc9462ea7bed5fa 2024-11-21T14:27:24,486 INFO [M:0;8a7a968213a0:40325 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bba66f7fb614e9d9bc9462ea7bed5fa 2024-11-21T14:27:24,486 INFO [M:0;8a7a968213a0:40325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bba66f7fb614e9d9bc9462ea7bed5fa, entries=17, sequenceid=168, filesize=7.6 K 2024-11-21T14:27:24,487 DEBUG [M:0;8a7a968213a0:40325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b65b35dae8b4e0292d782894ea6b05d as hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b65b35dae8b4e0292d782894ea6b05d 2024-11-21T14:27:24,492 INFO [M:0;8a7a968213a0:40325 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b65b35dae8b4e0292d782894ea6b05d 2024-11-21T14:27:24,492 INFO [M:0;8a7a968213a0:40325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35701/user/jenkins/test-data/2655d19d-9687-72d3-d1cd-1dc9a796588a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b65b35dae8b4e0292d782894ea6b05d, entries=3, sequenceid=168, filesize=5.3 K 2024-11-21T14:27:24,493 INFO [M:0;8a7a968213a0:40325 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=168, compaction requested=false 2024-11-21T14:27:24,495 INFO [M:0;8a7a968213a0:40325 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:27:24,495 DEBUG [M:0;8a7a968213a0:40325 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732199244369Disabling compacts and flushes for region at 1732199244369Disabling writes for close at 1732199244369Obtaining lock to block concurrent updates at 1732199244369Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732199244369Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1732199244369Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732199244370 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732199244370Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732199244384 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732199244384Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732199244395 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732199244409 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732199244409Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732199244421 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732199244461 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732199244461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24b5ec33: reopening flushed file at 1732199244475 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@423ca90e: reopening flushed file at 1732199244481 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e58800: reopening flushed file at 1732199244486 (+5 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=168, compaction requested=false at 1732199244493 (+7 ms)Writing region close event to WAL at 1732199244495 (+2 ms)Closed at 1732199244495 2024-11-21T14:27:24,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741830_1006 (size=56450) 2024-11-21T14:27:24,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741830_1006 (size=56450) 2024-11-21T14:27:24,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741830_1006 (size=56450) 2024-11-21T14:27:24,498 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:27:24,498 INFO [M:0;8a7a968213a0:40325 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:27:24,499 INFO [M:0;8a7a968213a0:40325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40325 2024-11-21T14:27:24,499 INFO [M:0;8a7a968213a0:40325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:27:24,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:27:24,601 INFO [M:0;8a7a968213a0:40325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:27:24,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013aec33030000, quorum=127.0.0.1:58348, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:27:24,608 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224887 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224887 (inode 16655) Holder DFSClient_NONMAPREDUCE_-749689125_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732199224509/wal.1732199224887 (inode 16655) Holder DFSClient_NONMAPREDUCE_-749689125_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T14:27:24,609 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732199216569/wal.1732199216703 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:24,610 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732199239541/wal.1732199239730 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:24,614 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032/wal.1732199234297 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032/wal.1732199234297 (inode 16678) Holder DFSClient_NONMAPREDUCE_-749689125_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732199225032/wal.1732199234297 (inode 16678) Holder DFSClient_NONMAPREDUCE_-749689125_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T14:27:24,615 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732199209766/wal.1732199209834 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:24,617 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491/wal.1732199234998 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491/wal.1732199234998 (inode 16704) Holder DFSClient_NONMAPREDUCE_-749689125_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732199234491/wal.1732199234998 (inode 16704) Holder DFSClient_NONMAPREDUCE_-749689125_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T14:27:24,618 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732199235141/wal.1732199235195 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:27:24,620 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal.1732199209634 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal.1732199209634 (inode 16485) Holder DFSClient_NONMAPREDUCE_-749689125_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732199209453/wal.1732199209634 (inode 16485) Holder DFSClient_NONMAPREDUCE_-749689125_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T14:27:24,623 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal.1732199209181 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal.1732199209181 (inode 16462) Holder DFSClient_NONMAPREDUCE_-749689125_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732199208912/wal.1732199209181 (inode 16462) Holder DFSClient_NONMAPREDUCE_-749689125_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T14:27:24,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@641b15f3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:27:24,630 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@212e0707{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:27:24,630 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:27:24,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53093b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:27:24,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202e66f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/hadoop.log.dir/,STOPPED} 2024-11-21T14:27:24,633 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:27:24,633 WARN [BP-113627258-172.17.0.2-1732199202458 heartbeating to localhost/127.0.0.1:35701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:27:24,633 WARN [BP-113627258-172.17.0.2-1732199202458 heartbeating to localhost/127.0.0.1:35701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-113627258-172.17.0.2-1732199202458 (Datanode Uuid 8b8a586e-4d19-4af4-b9f3-682b598467d8) service to localhost/127.0.0.1:35701 2024-11-21T14:27:24,633 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:27:24,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d/data/data5/current/BP-113627258-172.17.0.2-1732199202458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:27:24,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d/data/data6/current/BP-113627258-172.17.0.2-1732199202458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:27:24,635 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:27:24,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@452d3806{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:27:24,638 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@972aa25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:27:24,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:27:24,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c2e58d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:27:24,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac30c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/hadoop.log.dir/,STOPPED} 2024-11-21T14:27:24,639 WARN [BP-113627258-172.17.0.2-1732199202458 heartbeating to localhost/127.0.0.1:35701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:27:24,639 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:27:24,640 WARN [BP-113627258-172.17.0.2-1732199202458 heartbeating to localhost/127.0.0.1:35701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-113627258-172.17.0.2-1732199202458 (Datanode Uuid f67cb59b-a333-4b36-b9e8-8ffa8bb4809c) service to localhost/127.0.0.1:35701 2024-11-21T14:27:24,640 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:27:24,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d/data/data3/current/BP-113627258-172.17.0.2-1732199202458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:27:24,641 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d/data/data4/current/BP-113627258-172.17.0.2-1732199202458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:27:24,641 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:27:24,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32507d6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:27:24,643 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28253f02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:27:24,643 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:27:24,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9e785bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:27:24,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e8b79bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/hadoop.log.dir/,STOPPED} 2024-11-21T14:27:24,645 WARN [BP-113627258-172.17.0.2-1732199202458 heartbeating to localhost/127.0.0.1:35701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:27:24,645 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:27:24,645 WARN [BP-113627258-172.17.0.2-1732199202458 heartbeating to localhost/127.0.0.1:35701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-113627258-172.17.0.2-1732199202458 (Datanode Uuid 23700389-b44b-430c-a644-17d254b0f63b) service to localhost/127.0.0.1:35701 2024-11-21T14:27:24,645 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:27:24,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d/data/data1/current/BP-113627258-172.17.0.2-1732199202458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:27:24,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/cluster_1c2b2f32-bb88-3985-e956-b0d73072f12d/data/data2/current/BP-113627258-172.17.0.2-1732199202458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:27:24,646 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:27:24,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@126092e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:27:24,654 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13cf0cac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:27:24,654 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:27:24,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1257581c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:27:24,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@139bf1d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240d3d8d-91ba-0c8a-552c-69e0f8933d91/hadoop.log.dir/,STOPPED} 2024-11-21T14:27:24,665 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T14:27:24,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down