2024-12-05 00:52:38,236 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-05 00:52:38,248 main DEBUG Took 0.010139 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 00:52:38,248 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 00:52:38,248 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 00:52:38,249 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 00:52:38,251 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:52:38,257 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 00:52:38,268 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:52:38,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:52:38,270 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:52:38,270 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:52:38,270 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:52:38,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:52:38,272 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:52:38,272 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:52:38,272 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:52:38,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:52:38,273 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:52:38,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:52:38,274 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:52:38,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:52:38,275 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:52:38,275 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:52:38,275 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:52:38,275 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:52:38,276 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:52:38,276 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:52:38,276 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:52:38,277 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:52:38,277 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:52:38,277 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:52:38,278 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:52:38,278 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 00:52:38,279 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:52:38,281 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 00:52:38,282 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 00:52:38,282 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 00:52:38,283 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 00:52:38,284 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 00:52:38,292 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 00:52:38,294 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 00:52:38,295 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 00:52:38,296 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 00:52:38,296 main DEBUG createAppenders(={Console}) 2024-12-05 00:52:38,297 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-05 00:52:38,297 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-05 00:52:38,297 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-05 00:52:38,298 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 00:52:38,298 main DEBUG OutputStream closed 2024-12-05 00:52:38,298 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 00:52:38,298 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 00:52:38,299 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-05 00:52:38,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 00:52:38,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 00:52:38,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 00:52:38,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 00:52:38,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 00:52:38,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 00:52:38,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 00:52:38,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 00:52:38,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 00:52:38,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 00:52:38,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 00:52:38,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 00:52:38,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 00:52:38,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 00:52:38,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 00:52:38,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 00:52:38,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 00:52:38,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 00:52:38,377 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 00:52:38,377 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-05 00:52:38,378 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 00:52:38,378 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-05T00:52:38,615 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444 2024-12-05 00:52:38,619 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 00:52:38,619 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T00:52:38,627 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-05T00:52:38,634 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-12-05T00:52:38,658 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T00:52:38,700 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T00:52:38,701 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T00:52:38,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T00:52:38,724 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee, deleteOnExit=true 2024-12-05T00:52:38,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T00:52:38,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/test.cache.data in system properties and HBase conf 2024-12-05T00:52:38,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T00:52:38,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/hadoop.log.dir in system properties and HBase conf 2024-12-05T00:52:38,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T00:52:38,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T00:52:38,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T00:52:38,798 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T00:52:38,874 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T00:52:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T00:52:38,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T00:52:38,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T00:52:38,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T00:52:38,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T00:52:38,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T00:52:38,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T00:52:38,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T00:52:38,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T00:52:38,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/nfs.dump.dir in system properties and HBase conf 2024-12-05T00:52:38,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/java.io.tmpdir in system properties and HBase conf 2024-12-05T00:52:38,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T00:52:38,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T00:52:38,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T00:52:39,845 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T00:52:39,912 INFO [Time-limited test {}] log.Log(170): Logging initialized @2295ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T00:52:39,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:52:40,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:52:40,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:52:40,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:52:40,055 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T00:52:40,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:52:40,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7df2ce7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:52:40,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@556c8d80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:52:40,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15708251{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/java.io.tmpdir/jetty-localhost-45569-hadoop-hdfs-3_4_1-tests_jar-_-any-17804104912387187624/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T00:52:40,237 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53722aa4{HTTP/1.1, (http/1.1)}{localhost:45569} 2024-12-05T00:52:40,238 INFO [Time-limited test {}] server.Server(415): Started @2620ms 2024-12-05T00:52:40,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:52:40,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:52:40,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:52:40,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:52:40,779 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T00:52:40,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2360e98d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:52:40,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bd26d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:52:40,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bf0ae31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/java.io.tmpdir/jetty-localhost-42437-hadoop-hdfs-3_4_1-tests_jar-_-any-16155744137981312448/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:52:40,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5692e658{HTTP/1.1, (http/1.1)}{localhost:42437} 2024-12-05T00:52:40,885 INFO [Time-limited test {}] server.Server(415): Started @3268ms 2024-12-05T00:52:40,934 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T00:52:41,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:52:41,055 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:52:41,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:52:41,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:52:41,058 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T00:52:41,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b4a45b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:52:41,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56b90dec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:52:41,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fd8b58e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/java.io.tmpdir/jetty-localhost-37107-hadoop-hdfs-3_4_1-tests_jar-_-any-1904906564647107707/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:52:41,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c11d4ec{HTTP/1.1, (http/1.1)}{localhost:37107} 2024-12-05T00:52:41,160 INFO [Time-limited test {}] server.Server(415): Started @3542ms 2024-12-05T00:52:41,161 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T00:52:41,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:52:41,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:52:41,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:52:41,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:52:41,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T00:52:41,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc0fd9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:52:41,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@558faad6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:52:41,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a99090d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/java.io.tmpdir/jetty-localhost-40323-hadoop-hdfs-3_4_1-tests_jar-_-any-12226320154768301710/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:52:41,327 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c61cf26{HTTP/1.1, (http/1.1)}{localhost:40323} 2024-12-05T00:52:41,327 INFO [Time-limited test {}] server.Server(415): Started @3710ms 2024-12-05T00:52:41,329 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T00:52:42,705 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/data/data4/current/BP-71262918-172.17.0.2-1733359959385/current, will proceed with Du for space computation calculation, 2024-12-05T00:52:42,705 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/data/data1/current/BP-71262918-172.17.0.2-1733359959385/current, will proceed with Du for space computation calculation, 2024-12-05T00:52:42,705 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/data/data3/current/BP-71262918-172.17.0.2-1733359959385/current, will proceed with Du for space computation calculation, 2024-12-05T00:52:42,705 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/data/data2/current/BP-71262918-172.17.0.2-1733359959385/current, will proceed with Du for space computation calculation, 2024-12-05T00:52:42,735 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T00:52:42,736 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T00:52:42,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74e7239aa163bf13 with lease ID 0xfea20e68a941e9a7: Processing first storage report for DS-66101816-f5cb-489a-abf5-c8fc3964b13d from datanode DatanodeRegistration(127.0.0.1:41245, datanodeUuid=431b01fc-5f33-46ea-9f1c-d0a31d4f9030, infoPort=34827, infoSecurePort=0, ipcPort=34027, storageInfo=lv=-57;cid=testClusterID;nsid=1822006093;c=1733359959385) 2024-12-05T00:52:42,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74e7239aa163bf13 with lease ID 0xfea20e68a941e9a7: from storage DS-66101816-f5cb-489a-abf5-c8fc3964b13d node DatanodeRegistration(127.0.0.1:41245, datanodeUuid=431b01fc-5f33-46ea-9f1c-d0a31d4f9030, infoPort=34827, infoSecurePort=0, ipcPort=34027, storageInfo=lv=-57;cid=testClusterID;nsid=1822006093;c=1733359959385), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T00:52:42,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57a0fee8333f7085 with lease ID 0xfea20e68a941e9a6: Processing first storage report for DS-a709b457-bb38-477e-90cb-19236b7c81f3 from datanode DatanodeRegistration(127.0.0.1:36741, datanodeUuid=cf31e515-d22e-4183-a21f-3d99728ef463, infoPort=36311, infoSecurePort=0, ipcPort=39921, storageInfo=lv=-57;cid=testClusterID;nsid=1822006093;c=1733359959385) 2024-12-05T00:52:42,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57a0fee8333f7085 with lease ID 0xfea20e68a941e9a6: from storage DS-a709b457-bb38-477e-90cb-19236b7c81f3 node DatanodeRegistration(127.0.0.1:36741, datanodeUuid=cf31e515-d22e-4183-a21f-3d99728ef463, infoPort=36311, infoSecurePort=0, ipcPort=39921, storageInfo=lv=-57;cid=testClusterID;nsid=1822006093;c=1733359959385), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:52:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74e7239aa163bf13 with lease ID 0xfea20e68a941e9a7: Processing first storage report for DS-9b3daca8-68ce-4471-8ce9-515f19a81da4 from datanode DatanodeRegistration(127.0.0.1:41245, datanodeUuid=431b01fc-5f33-46ea-9f1c-d0a31d4f9030, infoPort=34827, infoSecurePort=0, ipcPort=34027, storageInfo=lv=-57;cid=testClusterID;nsid=1822006093;c=1733359959385) 2024-12-05T00:52:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74e7239aa163bf13 with lease ID 0xfea20e68a941e9a7: from storage DS-9b3daca8-68ce-4471-8ce9-515f19a81da4 node DatanodeRegistration(127.0.0.1:41245, datanodeUuid=431b01fc-5f33-46ea-9f1c-d0a31d4f9030, infoPort=34827, infoSecurePort=0, ipcPort=34027, storageInfo=lv=-57;cid=testClusterID;nsid=1822006093;c=1733359959385), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:52:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57a0fee8333f7085 with lease ID 0xfea20e68a941e9a6: Processing first storage report for DS-e5c326ea-98a7-4b6b-8edd-e4d4db85e273 from datanode DatanodeRegistration(127.0.0.1:36741, datanodeUuid=cf31e515-d22e-4183-a21f-3d99728ef463, infoPort=36311, infoSecurePort=0, ipcPort=39921, storageInfo=lv=-57;cid=testClusterID;nsid=1822006093;c=1733359959385) 2024-12-05T00:52:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57a0fee8333f7085 with lease ID 0xfea20e68a941e9a6: from storage DS-e5c326ea-98a7-4b6b-8edd-e4d4db85e273 node DatanodeRegistration(127.0.0.1:36741, datanodeUuid=cf31e515-d22e-4183-a21f-3d99728ef463, infoPort=36311, infoSecurePort=0, ipcPort=39921, storageInfo=lv=-57;cid=testClusterID;nsid=1822006093;c=1733359959385), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:52:42,892 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/data/data5/current/BP-71262918-172.17.0.2-1733359959385/current, will proceed with Du for space computation calculation, 2024-12-05T00:52:42,893 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/data/data6/current/BP-71262918-172.17.0.2-1733359959385/current, will proceed with Du for space computation calculation, 2024-12-05T00:52:42,911 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T00:52:42,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47a487c361b9c4f5 with lease ID 0xfea20e68a941e9a8: Processing first storage report for DS-153f9153-20f1-431f-b331-d2c294398019 from datanode DatanodeRegistration(127.0.0.1:37103, datanodeUuid=543ee350-da9e-4966-953f-5d71a651752c, infoPort=43419, infoSecurePort=0, ipcPort=38537, storageInfo=lv=-57;cid=testClusterID;nsid=1822006093;c=1733359959385) 2024-12-05T00:52:42,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47a487c361b9c4f5 with lease ID 0xfea20e68a941e9a8: from storage DS-153f9153-20f1-431f-b331-d2c294398019 node DatanodeRegistration(127.0.0.1:37103, datanodeUuid=543ee350-da9e-4966-953f-5d71a651752c, infoPort=43419, infoSecurePort=0, ipcPort=38537, storageInfo=lv=-57;cid=testClusterID;nsid=1822006093;c=1733359959385), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:52:42,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47a487c361b9c4f5 with lease ID 0xfea20e68a941e9a8: Processing first storage report for DS-6894451b-9219-4734-926b-8857bc4bc52d from datanode DatanodeRegistration(127.0.0.1:37103, datanodeUuid=543ee350-da9e-4966-953f-5d71a651752c, infoPort=43419, infoSecurePort=0, ipcPort=38537, storageInfo=lv=-57;cid=testClusterID;nsid=1822006093;c=1733359959385) 2024-12-05T00:52:42,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47a487c361b9c4f5 with lease ID 0xfea20e68a941e9a8: from storage DS-6894451b-9219-4734-926b-8857bc4bc52d node DatanodeRegistration(127.0.0.1:37103, datanodeUuid=543ee350-da9e-4966-953f-5d71a651752c, infoPort=43419, infoSecurePort=0, ipcPort=38537, storageInfo=lv=-57;cid=testClusterID;nsid=1822006093;c=1733359959385), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T00:52:42,953 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444 2024-12-05T00:52:43,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/zookeeper_0, clientPort=55833, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T00:52:43,020 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55833 2024-12-05T00:52:43,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:52:43,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:52:43,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741825_1001 (size=7) 2024-12-05T00:52:43,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741825_1001 (size=7) 2024-12-05T00:52:43,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741825_1001 (size=7) 2024-12-05T00:52:43,633 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555 with version=8 2024-12-05T00:52:43,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/hbase-staging 2024-12-05T00:52:43,915 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fea72ea5c4b6:0 server-side Connection retries=45 2024-12-05T00:52:43,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:52:43,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T00:52:43,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T00:52:43,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:52:43,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T00:52:44,041 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T00:52:44,090 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T00:52:44,099 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T00:52:44,102 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T00:52:44,129 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 81968 (auto-detected) 2024-12-05T00:52:44,130 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T00:52:44,148 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41169 2024-12-05T00:52:44,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41169 connecting to ZooKeeper ensemble=127.0.0.1:55833 2024-12-05T00:52:44,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411690x0, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T00:52:44,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41169-0x101a2fa07200000 connected 2024-12-05T00:52:44,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:52:44,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:52:44,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:52:44,503 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555, hbase.cluster.distributed=false 2024-12-05T00:52:44,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T00:52:44,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41169 2024-12-05T00:52:44,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41169 2024-12-05T00:52:44,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41169 2024-12-05T00:52:44,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41169 2024-12-05T00:52:44,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41169 2024-12-05T00:52:44,646 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fea72ea5c4b6:0 server-side Connection retries=45 2024-12-05T00:52:44,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:52:44,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T00:52:44,648 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T00:52:44,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:52:44,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T00:52:44,650 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T00:52:44,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T00:52:44,653 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44345 2024-12-05T00:52:44,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44345 connecting to ZooKeeper ensemble=127.0.0.1:55833 2024-12-05T00:52:44,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:52:44,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:52:44,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443450x0, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T00:52:44,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443450x0, quorum=127.0.0.1:55833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:52:44,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44345-0x101a2fa07200001 connected 2024-12-05T00:52:44,673 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T00:52:44,679 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T00:52:44,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T00:52:44,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T00:52:44,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44345 2024-12-05T00:52:44,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44345 2024-12-05T00:52:44,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44345 2024-12-05T00:52:44,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44345 2024-12-05T00:52:44,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44345 2024-12-05T00:52:44,716 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fea72ea5c4b6:0 server-side Connection retries=45 2024-12-05T00:52:44,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:52:44,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T00:52:44,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T00:52:44,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:52:44,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T00:52:44,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T00:52:44,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T00:52:44,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42217 2024-12-05T00:52:44,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42217 connecting to ZooKeeper ensemble=127.0.0.1:55833 2024-12-05T00:52:44,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:52:44,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:52:44,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422170x0, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T00:52:44,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422170x0, quorum=127.0.0.1:55833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:52:44,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42217-0x101a2fa07200002 connected 2024-12-05T00:52:44,744 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T00:52:44,745 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T00:52:44,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T00:52:44,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T00:52:44,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42217 2024-12-05T00:52:44,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42217 2024-12-05T00:52:44,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42217 2024-12-05T00:52:44,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42217 2024-12-05T00:52:44,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42217 2024-12-05T00:52:44,765 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fea72ea5c4b6:0 server-side Connection retries=45 2024-12-05T00:52:44,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:52:44,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T00:52:44,765 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T00:52:44,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:52:44,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T00:52:44,765 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T00:52:44,766 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T00:52:44,766 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34119 2024-12-05T00:52:44,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34119 connecting to ZooKeeper ensemble=127.0.0.1:55833 2024-12-05T00:52:44,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:52:44,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:52:44,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341190x0, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T00:52:44,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341190x0, quorum=127.0.0.1:55833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:52:44,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34119-0x101a2fa07200003 connected 2024-12-05T00:52:44,785 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T00:52:44,786 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T00:52:44,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34119-0x101a2fa07200003, quorum=127.0.0.1:55833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T00:52:44,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34119-0x101a2fa07200003, quorum=127.0.0.1:55833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T00:52:44,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34119 2024-12-05T00:52:44,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34119 2024-12-05T00:52:44,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34119 2024-12-05T00:52:44,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34119 2024-12-05T00:52:44,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34119 2024-12-05T00:52:44,810 DEBUG [M:0;fea72ea5c4b6:41169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fea72ea5c4b6:41169 2024-12-05T00:52:44,811 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fea72ea5c4b6,41169,1733359963769 2024-12-05T00:52:44,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101a2fa07200003, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:52:44,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:52:44,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:52:44,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:52:44,828 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fea72ea5c4b6,41169,1733359963769 2024-12-05T00:52:44,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T00:52:44,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:44,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T00:52:44,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101a2fa07200003, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T00:52:44,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:44,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:44,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101a2fa07200003, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:44,860 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T00:52:44,861 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fea72ea5c4b6,41169,1733359963769 from backup master directory 2024-12-05T00:52:44,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fea72ea5c4b6,41169,1733359963769 2024-12-05T00:52:44,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:52:44,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101a2fa07200003, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:52:44,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:52:44,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:52:44,870 WARN [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T00:52:44,870 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fea72ea5c4b6,41169,1733359963769 2024-12-05T00:52:44,873 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T00:52:44,875 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T00:52:44,924 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/hbase.id] with ID: ff0f2137-3441-4b94-9a64-fa9c5d7d746f 2024-12-05T00:52:44,924 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/.tmp/hbase.id 2024-12-05T00:52:44,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741826_1002 (size=42) 2024-12-05T00:52:44,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741826_1002 (size=42) 2024-12-05T00:52:44,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741826_1002 (size=42) 2024-12-05T00:52:44,939 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/.tmp/hbase.id]:[hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/hbase.id] 2024-12-05T00:52:44,985 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:52:44,990 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T00:52:45,007 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-05T00:52:45,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101a2fa07200003, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:45,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:45,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:45,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:45,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741827_1003 (size=196) 2024-12-05T00:52:45,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741827_1003 (size=196) 2024-12-05T00:52:45,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741827_1003 (size=196) 2024-12-05T00:52:45,051 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T00:52:45,053 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T00:52:45,059 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:45,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741828_1004 (size=1189) 2024-12-05T00:52:45,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741828_1004 (size=1189) 2024-12-05T00:52:45,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741828_1004 (size=1189) 2024-12-05T00:52:45,110 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store 2024-12-05T00:52:45,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741829_1005 (size=34) 2024-12-05T00:52:45,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741829_1005 (size=34) 2024-12-05T00:52:45,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741829_1005 (size=34) 2024-12-05T00:52:45,137 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T00:52:45,141 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:45,143 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T00:52:45,143 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:52:45,144 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:52:45,146 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T00:52:45,146 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:52:45,146 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:52:45,147 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733359965143Disabling compacts and flushes for region at 1733359965143Disabling writes for close at 1733359965146 (+3 ms)Writing region close event to WAL at 1733359965146Closed at 1733359965146 2024-12-05T00:52:45,150 WARN [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store/.initializing 2024-12-05T00:52:45,150 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/WALs/fea72ea5c4b6,41169,1733359963769 2024-12-05T00:52:45,158 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:52:45,173 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C41169%2C1733359963769, suffix=, logDir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/WALs/fea72ea5c4b6,41169,1733359963769, archiveDir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/oldWALs, maxLogs=10 2024-12-05T00:52:45,200 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/WALs/fea72ea5c4b6,41169,1733359963769/fea72ea5c4b6%2C41169%2C1733359963769.1733359965177, exclude list is [], retry=0 2024-12-05T00:52:45,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:52:45,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:52:45,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:52:45,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:52:45,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T00:52:45,263 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/WALs/fea72ea5c4b6,41169,1733359963769/fea72ea5c4b6%2C41169%2C1733359963769.1733359965177 2024-12-05T00:52:45,264 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:36311:36311),(127.0.0.1/127.0.0.1:43419:43419)] 2024-12-05T00:52:45,265 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:52:45,265 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:45,269 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:45,270 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:45,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:45,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T00:52:45,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:45,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:52:45,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:45,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T00:52:45,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:45,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:45,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:45,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T00:52:45,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:45,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:45,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:45,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T00:52:45,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:45,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:45,340 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:45,344 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:45,346 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:45,351 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:45,352 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:45,355 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T00:52:45,359 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:45,364 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:52:45,365 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65134461, jitterRate=-0.029420897364616394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T00:52:45,371 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733359965281Initializing all the Stores at 1733359965283 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359965283Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359965284 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359965284Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359965284Cleaning up temporary data from old regions at 1733359965352 (+68 ms)Region opened successfully at 1733359965371 (+19 ms) 2024-12-05T00:52:45,373 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T00:52:45,404 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7525d1eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fea72ea5c4b6/172.17.0.2:0 2024-12-05T00:52:45,434 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T00:52:45,443 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T00:52:45,444 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T00:52:45,446 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T00:52:45,447 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T00:52:45,451 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-05T00:52:45,452 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T00:52:45,478 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T00:52:45,487 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T00:52:45,531 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T00:52:45,534 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T00:52:45,536 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T00:52:45,542 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T00:52:45,544 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T00:52:45,547 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T00:52:45,552 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T00:52:45,553 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T00:52:45,563 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T00:52:45,578 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T00:52:45,584 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T00:52:45,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T00:52:45,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T00:52:45,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T00:52:45,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101a2fa07200003, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T00:52:45,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:45,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:45,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:45,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101a2fa07200003, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:45,599 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fea72ea5c4b6,41169,1733359963769, sessionid=0x101a2fa07200000, setting cluster-up flag (Was=false) 2024-12-05T00:52:45,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:45,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:45,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:45,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101a2fa07200003, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:45,658 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T00:52:45,662 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fea72ea5c4b6,41169,1733359963769 2024-12-05T00:52:45,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101a2fa07200003, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:45,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:45,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:45,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:45,721 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T00:52:45,725 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fea72ea5c4b6,41169,1733359963769 2024-12-05T00:52:45,734 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T00:52:45,797 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T00:52:45,801 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.HRegionServer(746): ClusterId : ff0f2137-3441-4b94-9a64-fa9c5d7d746f 2024-12-05T00:52:45,801 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.HRegionServer(746): ClusterId : ff0f2137-3441-4b94-9a64-fa9c5d7d746f 2024-12-05T00:52:45,801 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.HRegionServer(746): ClusterId : ff0f2137-3441-4b94-9a64-fa9c5d7d746f 2024-12-05T00:52:45,803 DEBUG [RS:0;fea72ea5c4b6:44345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T00:52:45,803 DEBUG [RS:1;fea72ea5c4b6:42217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T00:52:45,803 DEBUG [RS:2;fea72ea5c4b6:34119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T00:52:45,807 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T00:52:45,812 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T00:52:45,818 DEBUG [RS:2;fea72ea5c4b6:34119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T00:52:45,818 DEBUG [RS:0;fea72ea5c4b6:44345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T00:52:45,818 DEBUG [RS:1;fea72ea5c4b6:42217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T00:52:45,818 DEBUG [RS:2;fea72ea5c4b6:34119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T00:52:45,818 DEBUG [RS:1;fea72ea5c4b6:42217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T00:52:45,818 DEBUG [RS:0;fea72ea5c4b6:44345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T00:52:45,817 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fea72ea5c4b6,41169,1733359963769 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T00:52:45,827 DEBUG [RS:1;fea72ea5c4b6:42217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T00:52:45,827 DEBUG [RS:0;fea72ea5c4b6:44345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T00:52:45,827 DEBUG [RS:2;fea72ea5c4b6:34119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T00:52:45,828 DEBUG [RS:0;fea72ea5c4b6:44345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b78a370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fea72ea5c4b6/172.17.0.2:0 2024-12-05T00:52:45,828 DEBUG [RS:2;fea72ea5c4b6:34119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b01e49a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fea72ea5c4b6/172.17.0.2:0 2024-12-05T00:52:45,828 DEBUG [RS:1;fea72ea5c4b6:42217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42aac85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fea72ea5c4b6/172.17.0.2:0 2024-12-05T00:52:45,829 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:52:45,829 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:52:45,829 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:52:45,829 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:52:45,829 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fea72ea5c4b6:0, corePoolSize=10, maxPoolSize=10 2024-12-05T00:52:45,829 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:45,830 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=2, maxPoolSize=2 2024-12-05T00:52:45,830 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:45,835 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733359995834 2024-12-05T00:52:45,837 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T00:52:45,838 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T00:52:45,839 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T00:52:45,839 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T00:52:45,842 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T00:52:45,842 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T00:52:45,843 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T00:52:45,843 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T00:52:45,844 DEBUG [RS:2;fea72ea5c4b6:34119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fea72ea5c4b6:34119 2024-12-05T00:52:45,844 DEBUG [RS:1;fea72ea5c4b6:42217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fea72ea5c4b6:42217 2024-12-05T00:52:45,845 DEBUG [RS:0;fea72ea5c4b6:44345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fea72ea5c4b6:44345 2024-12-05T00:52:45,844 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:45,846 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:45,847 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T00:52:45,848 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T00:52:45,849 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T00:52:45,849 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T00:52:45,849 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T00:52:45,849 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T00:52:45,849 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T00:52:45,849 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T00:52:45,849 DEBUG [RS:1;fea72ea5c4b6:42217 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T00:52:45,849 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T00:52:45,849 DEBUG [RS:2;fea72ea5c4b6:34119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T00:52:45,849 DEBUG [RS:0;fea72ea5c4b6:44345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T00:52:45,849 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T00:52:45,851 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T00:52:45,851 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.HRegionServer(2659): reportForDuty to master=fea72ea5c4b6,41169,1733359963769 with port=34119, startcode=1733359964764 2024-12-05T00:52:45,851 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.HRegionServer(2659): reportForDuty to master=fea72ea5c4b6,41169,1733359963769 with port=42217, startcode=1733359964715 2024-12-05T00:52:45,851 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.HRegionServer(2659): reportForDuty to master=fea72ea5c4b6,41169,1733359963769 with port=44345, startcode=1733359964613 2024-12-05T00:52:45,852 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T00:52:45,859 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.large.0-1733359965853,5,FailOnTimeoutGroup] 2024-12-05T00:52:45,860 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.small.0-1733359965859,5,FailOnTimeoutGroup] 2024-12-05T00:52:45,860 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:45,861 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T00:52:45,862 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:45,862 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:45,863 DEBUG [RS:2;fea72ea5c4b6:34119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T00:52:45,863 DEBUG [RS:0;fea72ea5c4b6:44345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T00:52:45,863 DEBUG [RS:1;fea72ea5c4b6:42217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T00:52:45,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741831_1007 (size=1321) 2024-12-05T00:52:45,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741831_1007 (size=1321) 2024-12-05T00:52:45,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741831_1007 (size=1321) 2024-12-05T00:52:45,894 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T00:52:45,895 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555 2024-12-05T00:52:45,915 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43711, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T00:52:45,915 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58407, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T00:52:45,915 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58589, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T00:52:45,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741832_1008 (size=32) 2024-12-05T00:52:45,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741832_1008 (size=32) 2024-12-05T00:52:45,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741832_1008 (size=32) 2024-12-05T00:52:45,922 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41169 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fea72ea5c4b6,34119,1733359964764 2024-12-05T00:52:45,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41169 {}] master.ServerManager(517): Registering regionserver=fea72ea5c4b6,34119,1733359964764 2024-12-05T00:52:45,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:45,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T00:52:45,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T00:52:45,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:45,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:52:45,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T00:52:45,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T00:52:45,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:45,938 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41169 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fea72ea5c4b6,42217,1733359964715 2024-12-05T00:52:45,938 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41169 {}] master.ServerManager(517): Registering regionserver=fea72ea5c4b6,42217,1733359964715 2024-12-05T00:52:45,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:52:45,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T00:52:45,942 DEBUG [RS:2;fea72ea5c4b6:34119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555 2024-12-05T00:52:45,942 DEBUG [RS:2;fea72ea5c4b6:34119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42677 2024-12-05T00:52:45,942 DEBUG [RS:2;fea72ea5c4b6:34119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T00:52:45,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T00:52:45,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:45,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41169 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fea72ea5c4b6,44345,1733359964613 2024-12-05T00:52:45,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41169 {}] master.ServerManager(517): Registering regionserver=fea72ea5c4b6,44345,1733359964613 2024-12-05T00:52:45,944 DEBUG [RS:1;fea72ea5c4b6:42217 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555 2024-12-05T00:52:45,944 DEBUG [RS:1;fea72ea5c4b6:42217 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42677 2024-12-05T00:52:45,944 DEBUG [RS:1;fea72ea5c4b6:42217 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T00:52:45,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:52:45,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T00:52:45,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T00:52:45,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:45,949 DEBUG [RS:0;fea72ea5c4b6:44345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555 2024-12-05T00:52:45,949 DEBUG [RS:0;fea72ea5c4b6:44345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42677 2024-12-05T00:52:45,949 DEBUG [RS:0;fea72ea5c4b6:44345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T00:52:45,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:52:45,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T00:52:45,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740 2024-12-05T00:52:45,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740 2024-12-05T00:52:45,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T00:52:45,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T00:52:45,955 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T00:52:45,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T00:52:45,962 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:52:45,963 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69753466, jitterRate=0.0394076406955719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T00:52:45,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733359965928Initializing all the Stores at 1733359965930 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359965930Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359965930Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359965930Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359965930Cleaning up temporary data from old regions at 1733359965955 (+25 ms)Region opened successfully at 1733359965966 (+11 ms) 2024-12-05T00:52:45,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T00:52:45,966 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T00:52:45,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T00:52:45,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T00:52:45,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T00:52:45,968 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T00:52:45,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733359965966Disabling compacts and flushes for region at 1733359965966Disabling writes for close at 1733359965966Writing region close event to WAL at 1733359965967 (+1 ms)Closed at 1733359965968 (+1 ms) 2024-12-05T00:52:45,971 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T00:52:45,971 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T00:52:45,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T00:52:45,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T00:52:45,985 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T00:52:45,989 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T00:52:46,003 DEBUG [RS:1;fea72ea5c4b6:42217 {}] zookeeper.ZKUtil(111): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fea72ea5c4b6,42217,1733359964715 2024-12-05T00:52:46,003 DEBUG [RS:2;fea72ea5c4b6:34119 {}] zookeeper.ZKUtil(111): regionserver:34119-0x101a2fa07200003, quorum=127.0.0.1:55833, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fea72ea5c4b6,34119,1733359964764 2024-12-05T00:52:46,003 WARN [RS:2;fea72ea5c4b6:34119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T00:52:46,003 WARN [RS:1;fea72ea5c4b6:42217 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T00:52:46,003 INFO [RS:2;fea72ea5c4b6:34119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:46,003 INFO [RS:1;fea72ea5c4b6:42217 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:46,003 DEBUG [RS:0;fea72ea5c4b6:44345 {}] zookeeper.ZKUtil(111): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fea72ea5c4b6,44345,1733359964613 2024-12-05T00:52:46,003 WARN [RS:0;fea72ea5c4b6:44345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T00:52:46,004 INFO [RS:0;fea72ea5c4b6:44345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:46,004 DEBUG [RS:1;fea72ea5c4b6:42217 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,42217,1733359964715 2024-12-05T00:52:46,004 DEBUG [RS:2;fea72ea5c4b6:34119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764 2024-12-05T00:52:46,004 DEBUG [RS:0;fea72ea5c4b6:44345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,44345,1733359964613 2024-12-05T00:52:46,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fea72ea5c4b6,44345,1733359964613] 2024-12-05T00:52:46,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fea72ea5c4b6,34119,1733359964764] 2024-12-05T00:52:46,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fea72ea5c4b6,42217,1733359964715] 2024-12-05T00:52:46,029 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T00:52:46,029 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T00:52:46,029 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T00:52:46,042 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T00:52:46,042 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T00:52:46,042 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T00:52:46,050 INFO [RS:0;fea72ea5c4b6:44345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T00:52:46,050 INFO [RS:2;fea72ea5c4b6:34119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T00:52:46,050 INFO [RS:1;fea72ea5c4b6:42217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T00:52:46,051 INFO [RS:0;fea72ea5c4b6:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,051 INFO [RS:2;fea72ea5c4b6:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,051 INFO [RS:1;fea72ea5c4b6:42217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,052 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T00:52:46,052 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T00:52:46,052 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T00:52:46,059 INFO [RS:0;fea72ea5c4b6:44345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T00:52:46,059 INFO [RS:2;fea72ea5c4b6:34119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T00:52:46,059 INFO [RS:1;fea72ea5c4b6:42217 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T00:52:46,060 INFO [RS:0;fea72ea5c4b6:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,060 INFO [RS:1;fea72ea5c4b6:42217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,060 INFO [RS:2;fea72ea5c4b6:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,061 DEBUG [RS:0;fea72ea5c4b6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,061 DEBUG [RS:2;fea72ea5c4b6:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,061 DEBUG [RS:1;fea72ea5c4b6:42217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,061 DEBUG [RS:0;fea72ea5c4b6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,061 DEBUG [RS:2;fea72ea5c4b6:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,061 DEBUG [RS:1;fea72ea5c4b6:42217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,061 DEBUG [RS:0;fea72ea5c4b6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,061 DEBUG [RS:2;fea72ea5c4b6:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,061 DEBUG [RS:1;fea72ea5c4b6:42217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,061 DEBUG [RS:0;fea72ea5c4b6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,061 DEBUG [RS:2;fea72ea5c4b6:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,061 DEBUG [RS:0;fea72ea5c4b6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,061 DEBUG [RS:1;fea72ea5c4b6:42217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,061 DEBUG [RS:2;fea72ea5c4b6:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,061 DEBUG [RS:0;fea72ea5c4b6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0, corePoolSize=2, maxPoolSize=2 2024-12-05T00:52:46,061 DEBUG [RS:1;fea72ea5c4b6:42217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,061 DEBUG [RS:2;fea72ea5c4b6:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0, corePoolSize=2, maxPoolSize=2 2024-12-05T00:52:46,061 DEBUG [RS:0;fea72ea5c4b6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,061 DEBUG [RS:1;fea72ea5c4b6:42217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0, corePoolSize=2, maxPoolSize=2 2024-12-05T00:52:46,062 DEBUG [RS:0;fea72ea5c4b6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,062 DEBUG [RS:2;fea72ea5c4b6:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,062 DEBUG [RS:0;fea72ea5c4b6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,062 DEBUG [RS:1;fea72ea5c4b6:42217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,062 DEBUG [RS:2;fea72ea5c4b6:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,062 DEBUG [RS:0;fea72ea5c4b6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,062 DEBUG [RS:1;fea72ea5c4b6:42217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,062 DEBUG [RS:2;fea72ea5c4b6:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,062 DEBUG [RS:0;fea72ea5c4b6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,062 DEBUG [RS:1;fea72ea5c4b6:42217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,062 DEBUG [RS:0;fea72ea5c4b6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,062 DEBUG [RS:2;fea72ea5c4b6:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,062 DEBUG [RS:0;fea72ea5c4b6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fea72ea5c4b6:0, corePoolSize=3, maxPoolSize=3 2024-12-05T00:52:46,062 DEBUG [RS:1;fea72ea5c4b6:42217 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,062 DEBUG [RS:2;fea72ea5c4b6:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,062 DEBUG [RS:0;fea72ea5c4b6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0, corePoolSize=3, maxPoolSize=3 2024-12-05T00:52:46,062 DEBUG [RS:2;fea72ea5c4b6:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,062 DEBUG [RS:1;fea72ea5c4b6:42217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,062 DEBUG [RS:2;fea72ea5c4b6:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fea72ea5c4b6:0, corePoolSize=3, maxPoolSize=3 2024-12-05T00:52:46,062 DEBUG [RS:1;fea72ea5c4b6:42217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:46,063 DEBUG [RS:2;fea72ea5c4b6:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0, corePoolSize=3, maxPoolSize=3 2024-12-05T00:52:46,063 DEBUG [RS:1;fea72ea5c4b6:42217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fea72ea5c4b6:0, corePoolSize=3, maxPoolSize=3 2024-12-05T00:52:46,063 DEBUG [RS:1;fea72ea5c4b6:42217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0, corePoolSize=3, maxPoolSize=3 2024-12-05T00:52:46,068 INFO [RS:0;fea72ea5c4b6:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,068 INFO [RS:1;fea72ea5c4b6:42217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,068 INFO [RS:2;fea72ea5c4b6:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,069 INFO [RS:0;fea72ea5c4b6:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,069 INFO [RS:1;fea72ea5c4b6:42217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,069 INFO [RS:2;fea72ea5c4b6:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,069 INFO [RS:0;fea72ea5c4b6:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,069 INFO [RS:1;fea72ea5c4b6:42217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,069 INFO [RS:2;fea72ea5c4b6:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,069 INFO [RS:1;fea72ea5c4b6:42217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,069 INFO [RS:2;fea72ea5c4b6:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,069 INFO [RS:0;fea72ea5c4b6:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,069 INFO [RS:1;fea72ea5c4b6:42217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,069 INFO [RS:2;fea72ea5c4b6:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,069 INFO [RS:0;fea72ea5c4b6:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,069 INFO [RS:1;fea72ea5c4b6:42217 {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,42217,1733359964715-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T00:52:46,069 INFO [RS:2;fea72ea5c4b6:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,34119,1733359964764-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T00:52:46,069 INFO [RS:0;fea72ea5c4b6:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,44345,1733359964613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T00:52:46,086 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T00:52:46,089 INFO [RS:1;fea72ea5c4b6:42217 {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,42217,1733359964715-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,089 INFO [RS:1;fea72ea5c4b6:42217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,089 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.Replication(171): fea72ea5c4b6,42217,1733359964715 started 2024-12-05T00:52:46,090 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T00:52:46,090 INFO [RS:0;fea72ea5c4b6:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,44345,1733359964613-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,091 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T00:52:46,091 INFO [RS:0;fea72ea5c4b6:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,091 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.Replication(171): fea72ea5c4b6,44345,1733359964613 started 2024-12-05T00:52:46,091 INFO [RS:2;fea72ea5c4b6:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,34119,1733359964764-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,091 INFO [RS:2;fea72ea5c4b6:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,091 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.Replication(171): fea72ea5c4b6,34119,1733359964764 started 2024-12-05T00:52:46,107 INFO [RS:1;fea72ea5c4b6:42217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,108 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.HRegionServer(1482): Serving as fea72ea5c4b6,42217,1733359964715, RpcServer on fea72ea5c4b6/172.17.0.2:42217, sessionid=0x101a2fa07200002 2024-12-05T00:52:46,108 DEBUG [RS:1;fea72ea5c4b6:42217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T00:52:46,108 DEBUG [RS:1;fea72ea5c4b6:42217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fea72ea5c4b6,42217,1733359964715 2024-12-05T00:52:46,109 DEBUG [RS:1;fea72ea5c4b6:42217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fea72ea5c4b6,42217,1733359964715' 2024-12-05T00:52:46,109 DEBUG [RS:1;fea72ea5c4b6:42217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T00:52:46,110 DEBUG [RS:1;fea72ea5c4b6:42217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T00:52:46,110 DEBUG [RS:1;fea72ea5c4b6:42217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T00:52:46,110 DEBUG [RS:1;fea72ea5c4b6:42217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T00:52:46,110 DEBUG [RS:1;fea72ea5c4b6:42217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fea72ea5c4b6,42217,1733359964715 2024-12-05T00:52:46,110 INFO [RS:0;fea72ea5c4b6:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,110 DEBUG [RS:1;fea72ea5c4b6:42217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fea72ea5c4b6,42217,1733359964715' 2024-12-05T00:52:46,110 DEBUG [RS:1;fea72ea5c4b6:42217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T00:52:46,110 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.HRegionServer(1482): Serving as fea72ea5c4b6,44345,1733359964613, RpcServer on fea72ea5c4b6/172.17.0.2:44345, sessionid=0x101a2fa07200001 2024-12-05T00:52:46,111 DEBUG [RS:0;fea72ea5c4b6:44345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T00:52:46,111 DEBUG [RS:0;fea72ea5c4b6:44345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fea72ea5c4b6,44345,1733359964613 2024-12-05T00:52:46,111 DEBUG [RS:0;fea72ea5c4b6:44345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fea72ea5c4b6,44345,1733359964613' 2024-12-05T00:52:46,111 DEBUG [RS:0;fea72ea5c4b6:44345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T00:52:46,111 DEBUG [RS:1;fea72ea5c4b6:42217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T00:52:46,111 INFO [RS:2;fea72ea5c4b6:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,111 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.HRegionServer(1482): Serving as fea72ea5c4b6,34119,1733359964764, RpcServer on fea72ea5c4b6/172.17.0.2:34119, sessionid=0x101a2fa07200003 2024-12-05T00:52:46,111 DEBUG [RS:0;fea72ea5c4b6:44345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T00:52:46,111 DEBUG [RS:1;fea72ea5c4b6:42217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T00:52:46,112 DEBUG [RS:2;fea72ea5c4b6:34119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T00:52:46,112 DEBUG [RS:2;fea72ea5c4b6:34119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fea72ea5c4b6,34119,1733359964764 2024-12-05T00:52:46,112 INFO [RS:1;fea72ea5c4b6:42217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T00:52:46,112 DEBUG [RS:2;fea72ea5c4b6:34119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fea72ea5c4b6,34119,1733359964764' 2024-12-05T00:52:46,112 INFO [RS:1;fea72ea5c4b6:42217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T00:52:46,112 DEBUG [RS:2;fea72ea5c4b6:34119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T00:52:46,112 DEBUG [RS:0;fea72ea5c4b6:44345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T00:52:46,112 DEBUG [RS:0;fea72ea5c4b6:44345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T00:52:46,112 DEBUG [RS:0;fea72ea5c4b6:44345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fea72ea5c4b6,44345,1733359964613 2024-12-05T00:52:46,112 DEBUG [RS:0;fea72ea5c4b6:44345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fea72ea5c4b6,44345,1733359964613' 2024-12-05T00:52:46,112 DEBUG [RS:2;fea72ea5c4b6:34119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T00:52:46,112 DEBUG [RS:0;fea72ea5c4b6:44345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T00:52:46,113 DEBUG [RS:2;fea72ea5c4b6:34119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T00:52:46,113 DEBUG [RS:2;fea72ea5c4b6:34119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T00:52:46,113 DEBUG [RS:0;fea72ea5c4b6:44345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T00:52:46,113 DEBUG [RS:2;fea72ea5c4b6:34119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fea72ea5c4b6,34119,1733359964764 2024-12-05T00:52:46,113 DEBUG [RS:2;fea72ea5c4b6:34119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fea72ea5c4b6,34119,1733359964764' 2024-12-05T00:52:46,113 DEBUG [RS:2;fea72ea5c4b6:34119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T00:52:46,113 DEBUG [RS:0;fea72ea5c4b6:44345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T00:52:46,113 INFO [RS:0;fea72ea5c4b6:44345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T00:52:46,113 INFO [RS:0;fea72ea5c4b6:44345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T00:52:46,113 DEBUG [RS:2;fea72ea5c4b6:34119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T00:52:46,114 DEBUG [RS:2;fea72ea5c4b6:34119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T00:52:46,114 INFO [RS:2;fea72ea5c4b6:34119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T00:52:46,114 INFO [RS:2;fea72ea5c4b6:34119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T00:52:46,140 WARN [fea72ea5c4b6:41169 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T00:52:46,222 INFO [RS:0;fea72ea5c4b6:44345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:52:46,222 INFO [RS:1;fea72ea5c4b6:42217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:52:46,222 INFO [RS:2;fea72ea5c4b6:34119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:52:46,224 INFO [RS:2;fea72ea5c4b6:34119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C34119%2C1733359964764, suffix=, logDir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764, archiveDir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/oldWALs, maxLogs=32 2024-12-05T00:52:46,224 INFO [RS:1;fea72ea5c4b6:42217 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C42217%2C1733359964715, suffix=, logDir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,42217,1733359964715, archiveDir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/oldWALs, maxLogs=32 2024-12-05T00:52:46,224 INFO [RS:0;fea72ea5c4b6:44345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C44345%2C1733359964613, suffix=, logDir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,44345,1733359964613, archiveDir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/oldWALs, maxLogs=32 2024-12-05T00:52:46,240 DEBUG [RS:0;fea72ea5c4b6:44345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,44345,1733359964613/fea72ea5c4b6%2C44345%2C1733359964613.1733359966228, exclude list is [], retry=0 2024-12-05T00:52:46,240 DEBUG [RS:2;fea72ea5c4b6:34119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764/fea72ea5c4b6%2C34119%2C1733359964764.1733359966228, exclude list is [], retry=0 2024-12-05T00:52:46,241 DEBUG [RS:1;fea72ea5c4b6:42217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,42217,1733359964715/fea72ea5c4b6%2C42217%2C1733359964715.1733359966228, exclude list is [], retry=0 2024-12-05T00:52:46,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:52:46,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:52:46,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:52:46,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:52:46,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:52:46,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:52:46,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:52:46,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:52:46,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:52:46,254 INFO [RS:2;fea72ea5c4b6:34119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764/fea72ea5c4b6%2C34119%2C1733359964764.1733359966228 2024-12-05T00:52:46,255 DEBUG [RS:2;fea72ea5c4b6:34119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:36311:36311)] 2024-12-05T00:52:46,256 INFO [RS:1;fea72ea5c4b6:42217 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,42217,1733359964715/fea72ea5c4b6%2C42217%2C1733359964715.1733359966228 2024-12-05T00:52:46,256 INFO [RS:0;fea72ea5c4b6:44345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,44345,1733359964613/fea72ea5c4b6%2C44345%2C1733359964613.1733359966228 2024-12-05T00:52:46,257 DEBUG [RS:1;fea72ea5c4b6:42217 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:36311:36311)] 2024-12-05T00:52:46,260 DEBUG [RS:0;fea72ea5c4b6:44345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:36311:36311),(127.0.0.1/127.0.0.1:34827:34827)] 2024-12-05T00:52:46,392 DEBUG [fea72ea5c4b6:41169 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-05T00:52:46,401 DEBUG [fea72ea5c4b6:41169 {}] balancer.BalancerClusterState(204): Hosts are {fea72ea5c4b6=0} racks are {/default-rack=0} 2024-12-05T00:52:46,409 DEBUG [fea72ea5c4b6:41169 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T00:52:46,409 DEBUG [fea72ea5c4b6:41169 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T00:52:46,409 DEBUG [fea72ea5c4b6:41169 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T00:52:46,409 DEBUG [fea72ea5c4b6:41169 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T00:52:46,409 DEBUG [fea72ea5c4b6:41169 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T00:52:46,409 DEBUG [fea72ea5c4b6:41169 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T00:52:46,409 INFO [fea72ea5c4b6:41169 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T00:52:46,409 INFO [fea72ea5c4b6:41169 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T00:52:46,409 INFO [fea72ea5c4b6:41169 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T00:52:46,409 DEBUG [fea72ea5c4b6:41169 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T00:52:46,415 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fea72ea5c4b6,44345,1733359964613 2024-12-05T00:52:46,419 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fea72ea5c4b6,44345,1733359964613, state=OPENING 2024-12-05T00:52:46,468 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T00:52:46,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:46,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:46,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:46,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101a2fa07200003, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:46,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:52:46,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:52:46,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:52:46,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:52:46,485 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T00:52:46,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fea72ea5c4b6,44345,1733359964613}] 2024-12-05T00:52:46,664 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T00:52:46,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45799, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T00:52:46,677 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T00:52:46,678 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:46,678 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T00:52:46,681 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C44345%2C1733359964613.meta, suffix=.meta, logDir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,44345,1733359964613, archiveDir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/oldWALs, maxLogs=32 2024-12-05T00:52:46,697 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,44345,1733359964613/fea72ea5c4b6%2C44345%2C1733359964613.meta.1733359966682.meta, exclude list is [], retry=0 2024-12-05T00:52:46,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:52:46,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:52:46,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:52:46,704 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,44345,1733359964613/fea72ea5c4b6%2C44345%2C1733359964613.meta.1733359966682.meta 2024-12-05T00:52:46,705 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:36311:36311),(127.0.0.1/127.0.0.1:34827:34827)] 2024-12-05T00:52:46,705 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:52:46,707 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T00:52:46,709 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T00:52:46,714 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T00:52:46,719 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T00:52:46,720 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:46,720 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T00:52:46,720 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T00:52:46,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T00:52:46,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T00:52:46,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:46,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:52:46,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T00:52:46,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T00:52:46,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:46,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:52:46,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T00:52:46,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T00:52:46,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:46,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:52:46,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T00:52:46,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T00:52:46,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:46,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:52:46,733 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T00:52:46,735 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740 2024-12-05T00:52:46,738 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740 2024-12-05T00:52:46,741 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T00:52:46,741 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T00:52:46,742 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T00:52:46,745 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T00:52:46,747 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70303237, jitterRate=0.04759986698627472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T00:52:46,747 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T00:52:46,749 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733359966721Writing region info on filesystem at 1733359966721Initializing all the Stores at 1733359966723 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359966723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359966724 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359966724Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359966724Cleaning up temporary data from old regions at 1733359966741 (+17 ms)Running coprocessor post-open hooks at 1733359966747 (+6 ms)Region opened successfully at 1733359966749 (+2 ms) 2024-12-05T00:52:46,757 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733359966657 2024-12-05T00:52:46,768 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T00:52:46,769 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T00:52:46,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fea72ea5c4b6,44345,1733359964613 2024-12-05T00:52:46,772 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fea72ea5c4b6,44345,1733359964613, state=OPEN 2024-12-05T00:52:46,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T00:52:46,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T00:52:46,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101a2fa07200003, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T00:52:46,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T00:52:46,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:52:46,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:52:46,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:52:46,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:52:46,848 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fea72ea5c4b6,44345,1733359964613 2024-12-05T00:52:46,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T00:52:46,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fea72ea5c4b6,44345,1733359964613 in 361 msec 2024-12-05T00:52:46,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T00:52:46,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 880 msec 2024-12-05T00:52:46,862 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T00:52:46,863 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T00:52:46,881 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T00:52:46,882 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea72ea5c4b6,44345,1733359964613, seqNum=-1] 2024-12-05T00:52:46,899 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T00:52:46,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36721, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T00:52:46,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1590 sec 2024-12-05T00:52:46,922 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733359966922, completionTime=-1 2024-12-05T00:52:46,924 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-05T00:52:46,924 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T00:52:46,945 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-05T00:52:46,945 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733360026945 2024-12-05T00:52:46,945 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733360086945 2024-12-05T00:52:46,945 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 20 msec 2024-12-05T00:52:46,946 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T00:52:46,954 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,41169,1733359963769-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,954 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,41169,1733359963769-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,954 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,41169,1733359963769-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,956 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fea72ea5c4b6:41169, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,956 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,957 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:46,962 DEBUG [master/fea72ea5c4b6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T00:52:46,983 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.112sec 2024-12-05T00:52:46,985 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T00:52:46,986 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T00:52:46,987 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T00:52:46,987 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T00:52:46,987 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T00:52:46,988 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,41169,1733359963769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T00:52:46,988 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,41169,1733359963769-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T00:52:46,993 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T00:52:46,994 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T00:52:46,995 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,41169,1733359963769-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:47,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bf90a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T00:52:47,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea72ea5c4b6,41169,-1 for getting cluster id 2024-12-05T00:52:47,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T00:52:47,020 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff0f2137-3441-4b94-9a64-fa9c5d7d746f' 2024-12-05T00:52:47,023 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T00:52:47,023 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff0f2137-3441-4b94-9a64-fa9c5d7d746f" 2024-12-05T00:52:47,023 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2664e1bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T00:52:47,024 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea72ea5c4b6,41169,-1] 2024-12-05T00:52:47,026 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T00:52:47,028 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:52:47,029 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T00:52:47,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29617b08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T00:52:47,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T00:52:47,039 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea72ea5c4b6,44345,1733359964613, seqNum=-1] 2024-12-05T00:52:47,039 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T00:52:47,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T00:52:47,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fea72ea5c4b6,41169,1733359963769 2024-12-05T00:52:47,079 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:42677/hbase 2024-12-05T00:52:47,095 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=369, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=10216 2024-12-05T00:52:47,117 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:47,120 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:47,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:52:47,125 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-82505954, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/hregion-82505954, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:52:47,138 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-82505954/hregion-82505954.1733359967126, exclude list is [], retry=0 2024-12-05T00:52:47,143 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:52:47,143 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:52:47,143 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:52:47,146 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-82505954/hregion-82505954.1733359967126 2024-12-05T00:52:47,148 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:36311:36311)] 2024-12-05T00:52:47,148 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a9d0a72b99c43d9a95db68fa579b4ae3, NAME => 'testReplayEditsWrittenIntoWAL,,1733359967117.a9d0a72b99c43d9a95db68fa579b4ae3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42677/hbase 2024-12-05T00:52:47,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741838_1014 (size=64) 2024-12-05T00:52:47,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741838_1014 (size=64) 2024-12-05T00:52:47,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741838_1014 (size=64) 2024-12-05T00:52:47,163 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733359967117.a9d0a72b99c43d9a95db68fa579b4ae3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:47,165 INFO [StoreOpener-a9d0a72b99c43d9a95db68fa579b4ae3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a9d0a72b99c43d9a95db68fa579b4ae3 2024-12-05T00:52:47,168 INFO [StoreOpener-a9d0a72b99c43d9a95db68fa579b4ae3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9d0a72b99c43d9a95db68fa579b4ae3 columnFamilyName a 2024-12-05T00:52:47,168 DEBUG [StoreOpener-a9d0a72b99c43d9a95db68fa579b4ae3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:47,169 INFO [StoreOpener-a9d0a72b99c43d9a95db68fa579b4ae3-1 {}] regionserver.HStore(327): Store=a9d0a72b99c43d9a95db68fa579b4ae3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:47,169 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a9d0a72b99c43d9a95db68fa579b4ae3 2024-12-05T00:52:47,170 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3 2024-12-05T00:52:47,171 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3 2024-12-05T00:52:47,171 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a9d0a72b99c43d9a95db68fa579b4ae3 2024-12-05T00:52:47,172 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a9d0a72b99c43d9a95db68fa579b4ae3 2024-12-05T00:52:47,175 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a9d0a72b99c43d9a95db68fa579b4ae3 2024-12-05T00:52:47,179 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:52:47,180 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a9d0a72b99c43d9a95db68fa579b4ae3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73812815, jitterRate=0.09989665448665619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T00:52:47,181 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a9d0a72b99c43d9a95db68fa579b4ae3: Writing region info on filesystem at 1733359967163Initializing all the Stores at 1733359967164 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359967164Cleaning up temporary data from old regions at 1733359967172 (+8 ms)Region opened successfully at 1733359967181 (+9 ms) 2024-12-05T00:52:47,181 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a9d0a72b99c43d9a95db68fa579b4ae3, disabling compactions & flushes 2024-12-05T00:52:47,182 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733359967117.a9d0a72b99c43d9a95db68fa579b4ae3. 2024-12-05T00:52:47,182 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733359967117.a9d0a72b99c43d9a95db68fa579b4ae3. 2024-12-05T00:52:47,182 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733359967117.a9d0a72b99c43d9a95db68fa579b4ae3. after waiting 0 ms 2024-12-05T00:52:47,182 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733359967117.a9d0a72b99c43d9a95db68fa579b4ae3. 2024-12-05T00:52:47,182 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733359967117.a9d0a72b99c43d9a95db68fa579b4ae3. 2024-12-05T00:52:47,182 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a9d0a72b99c43d9a95db68fa579b4ae3: Waiting for close lock at 1733359967181Disabling compacts and flushes for region at 1733359967181Disabling writes for close at 1733359967182 (+1 ms)Writing region close event to WAL at 1733359967182Closed at 1733359967182 2024-12-05T00:52:47,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741837_1013 (size=93) 2024-12-05T00:52:47,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741837_1013 (size=93) 2024-12-05T00:52:47,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741837_1013 (size=93) 2024-12-05T00:52:47,194 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T00:52:47,195 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-82505954:(num 1733359967126) 2024-12-05T00:52:47,197 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-05T00:52:47,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741839_1015 (size=276) 2024-12-05T00:52:47,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741839_1015 (size=276) 2024-12-05T00:52:47,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741839_1015 (size=276) 2024-12-05T00:52:47,217 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-05T00:52:47,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741840_1016 (size=230) 2024-12-05T00:52:47,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741840_1016 (size=230) 2024-12-05T00:52:47,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741840_1016 (size=230) 2024-12-05T00:52:47,246 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-1, size=276 (276bytes) 2024-12-05T00:52:47,246 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T00:52:47,247 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T00:52:47,247 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-1 2024-12-05T00:52:47,251 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-1 after 3ms 2024-12-05T00:52:47,256 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:52:47,257 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-1 took 13ms 2024-12-05T00:52:47,261 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-1 so closing down 2024-12-05T00:52:47,264 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-05T00:52:47,266 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/0000000000000000001-wal-1.temp 2024-12-05T00:52:47,266 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T00:52:47,267 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T00:52:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741841_1017 (size=276) 2024-12-05T00:52:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741841_1017 (size=276) 2024-12-05T00:52:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741841_1017 (size=276) 2024-12-05T00:52:47,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-05T00:52:47,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/0000000000000000002 2024-12-05T00:52:47,285 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-12-05T00:52:47,285 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-1, journal: Splitting hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-1, size=276 (276bytes) at 1733359967246Finishing writing output for hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-1 so closing down at 1733359967262 (+16 ms)Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/0000000000000000001-wal-1.temp at 1733359967266 (+4 ms)3 split writer threads finished at 1733359967267 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733359967278 (+11 ms)Rename recovered edits hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/0000000000000000002 at 1733359967281 (+3 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733359967285 (+4 ms) 2024-12-05T00:52:47,299 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-2, size=230 (230bytes) 2024-12-05T00:52:47,299 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-2 2024-12-05T00:52:47,300 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-2 after 1ms 2024-12-05T00:52:47,303 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:52:47,304 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-2 took 5ms 2024-12-05T00:52:47,306 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-2 so closing down 2024-12-05T00:52:47,306 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T00:52:47,309 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-05T00:52:47,310 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/0000000000000000002-wal-2.temp 2024-12-05T00:52:47,311 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T00:52:47,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741842_1018 (size=230) 2024-12-05T00:52:47,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741842_1018 (size=230) 2024-12-05T00:52:47,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741842_1018 (size=230) 2024-12-05T00:52:47,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-05T00:52:47,325 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:52:47,327 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-12-05T00:52:47,329 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-12-05T00:52:47,329 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-2, journal: Splitting hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-2, size=230 (230bytes) at 1733359967299Finishing writing output for hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-2 so closing down at 1733359967306 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/0000000000000000002-wal-2.temp at 1733359967310 (+4 ms)3 split writer threads finished at 1733359967311 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733359967320 (+9 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733359967329 (+9 ms) 2024-12-05T00:52:47,329 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:52:47,331 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:52:47,344 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal.1733359967333, exclude list is [], retry=0 2024-12-05T00:52:47,348 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:52:47,349 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:52:47,349 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:52:47,351 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal.1733359967333 2024-12-05T00:52:47,352 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36311:36311),(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:34827:34827)] 2024-12-05T00:52:47,352 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a9d0a72b99c43d9a95db68fa579b4ae3, NAME => 'testReplayEditsWrittenIntoWAL,,1733359967117.a9d0a72b99c43d9a95db68fa579b4ae3.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:52:47,352 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733359967117.a9d0a72b99c43d9a95db68fa579b4ae3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:47,352 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a9d0a72b99c43d9a95db68fa579b4ae3 2024-12-05T00:52:47,352 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a9d0a72b99c43d9a95db68fa579b4ae3 2024-12-05T00:52:47,354 INFO [StoreOpener-a9d0a72b99c43d9a95db68fa579b4ae3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a9d0a72b99c43d9a95db68fa579b4ae3 2024-12-05T00:52:47,355 INFO [StoreOpener-a9d0a72b99c43d9a95db68fa579b4ae3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9d0a72b99c43d9a95db68fa579b4ae3 columnFamilyName a 2024-12-05T00:52:47,355 DEBUG [StoreOpener-a9d0a72b99c43d9a95db68fa579b4ae3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:47,356 INFO [StoreOpener-a9d0a72b99c43d9a95db68fa579b4ae3-1 {}] regionserver.HStore(327): Store=a9d0a72b99c43d9a95db68fa579b4ae3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:47,356 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a9d0a72b99c43d9a95db68fa579b4ae3 2024-12-05T00:52:47,357 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3 2024-12-05T00:52:47,360 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3 2024-12-05T00:52:47,362 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/0000000000000000002 2024-12-05T00:52:47,365 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:52:47,370 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/0000000000000000002 2024-12-05T00:52:47,373 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a9d0a72b99c43d9a95db68fa579b4ae3 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-05T00:52:47,420 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/.tmp/a/06d7a9e48e9a4da8ab9cc5cac0a24c47 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733359967195/Put/seqid=0 2024-12-05T00:52:47,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741844_1020 (size=5170) 2024-12-05T00:52:47,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741844_1020 (size=5170) 2024-12-05T00:52:47,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741844_1020 (size=5170) 2024-12-05T00:52:47,434 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/.tmp/a/06d7a9e48e9a4da8ab9cc5cac0a24c47 2024-12-05T00:52:47,475 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/.tmp/a/06d7a9e48e9a4da8ab9cc5cac0a24c47 as hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/a/06d7a9e48e9a4da8ab9cc5cac0a24c47 2024-12-05T00:52:47,485 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/a/06d7a9e48e9a4da8ab9cc5cac0a24c47, entries=2, sequenceid=2, filesize=5.0 K 2024-12-05T00:52:47,490 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for a9d0a72b99c43d9a95db68fa579b4ae3 in 115ms, sequenceid=2, compaction requested=false; wal=null 2024-12-05T00:52:47,491 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/0000000000000000002 2024-12-05T00:52:47,492 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a9d0a72b99c43d9a95db68fa579b4ae3 2024-12-05T00:52:47,492 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a9d0a72b99c43d9a95db68fa579b4ae3 2024-12-05T00:52:47,495 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a9d0a72b99c43d9a95db68fa579b4ae3 2024-12-05T00:52:47,499 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a9d0a72b99c43d9a95db68fa579b4ae3/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-05T00:52:47,500 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a9d0a72b99c43d9a95db68fa579b4ae3; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65729296, jitterRate=-0.020557165145874023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T00:52:47,501 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a9d0a72b99c43d9a95db68fa579b4ae3: Writing region info on filesystem at 1733359967352Initializing all the Stores at 1733359967354 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359967354Obtaining lock to block concurrent updates at 1733359967373 (+19 ms)Preparing flush snapshotting stores in a9d0a72b99c43d9a95db68fa579b4ae3 at 1733359967373Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733359967117.a9d0a72b99c43d9a95db68fa579b4ae3., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733359967376 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733359967117.a9d0a72b99c43d9a95db68fa579b4ae3. at 1733359967376Flushing a9d0a72b99c43d9a95db68fa579b4ae3/a: creating writer at 1733359967378 (+2 ms)Flushing a9d0a72b99c43d9a95db68fa579b4ae3/a: appending metadata at 1733359967410 (+32 ms)Flushing a9d0a72b99c43d9a95db68fa579b4ae3/a: closing flushed file at 1733359967413 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74037340: reopening flushed file at 1733359967473 (+60 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for a9d0a72b99c43d9a95db68fa579b4ae3 in 115ms, sequenceid=2, compaction requested=false; wal=null at 1733359967490 (+17 ms)Cleaning up temporary data from old regions at 1733359967492 (+2 ms)Region opened successfully at 1733359967501 (+9 ms) 2024-12-05T00:52:47,530 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=380 (was 369) Potentially hanging thread: PacketResponder: BP-71262918-172.17.0.2-1733359959385:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:44158 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:35410 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-71262918-172.17.0.2-1733359959385:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:55862 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42677/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:56040 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-71262918-172.17.0.2-1733359959385:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:44004 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:35294 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=10203 (was 10216) 2024-12-05T00:52:47,539 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=380, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=10203 2024-12-05T00:52:47,553 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:47,556 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:47,556 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:52:47,560 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-97567217, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/hregion-97567217, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:52:47,572 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-97567217/hregion-97567217.1733359967561, exclude list is [], retry=0 2024-12-05T00:52:47,575 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:52:47,575 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:52:47,576 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:52:47,578 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-97567217/hregion-97567217.1733359967561 2024-12-05T00:52:47,579 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:36311:36311)] 2024-12-05T00:52:47,579 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e942d3148298b03cd7664554140fe63d, NAME => 'testReplayEditsWrittenIntoWAL,,1733359967554.e942d3148298b03cd7664554140fe63d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42677/hbase 2024-12-05T00:52:47,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741846_1022 (size=64) 2024-12-05T00:52:47,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741846_1022 (size=64) 2024-12-05T00:52:47,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741846_1022 (size=64) 2024-12-05T00:52:47,591 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733359967554.e942d3148298b03cd7664554140fe63d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:47,593 INFO [StoreOpener-e942d3148298b03cd7664554140fe63d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e942d3148298b03cd7664554140fe63d 2024-12-05T00:52:47,595 INFO [StoreOpener-e942d3148298b03cd7664554140fe63d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e942d3148298b03cd7664554140fe63d columnFamilyName a 2024-12-05T00:52:47,595 DEBUG [StoreOpener-e942d3148298b03cd7664554140fe63d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:47,596 INFO [StoreOpener-e942d3148298b03cd7664554140fe63d-1 {}] regionserver.HStore(327): Store=e942d3148298b03cd7664554140fe63d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:47,596 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e942d3148298b03cd7664554140fe63d 2024-12-05T00:52:47,597 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d 2024-12-05T00:52:47,598 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d 2024-12-05T00:52:47,599 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e942d3148298b03cd7664554140fe63d 2024-12-05T00:52:47,599 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e942d3148298b03cd7664554140fe63d 2024-12-05T00:52:47,601 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e942d3148298b03cd7664554140fe63d 2024-12-05T00:52:47,604 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:52:47,605 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e942d3148298b03cd7664554140fe63d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58961218, jitterRate=-0.12140938639640808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T00:52:47,605 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e942d3148298b03cd7664554140fe63d: Writing region info on filesystem at 1733359967591Initializing all the Stores at 1733359967592 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359967593 (+1 ms)Cleaning up temporary data from old regions at 1733359967599 (+6 ms)Region opened successfully at 1733359967605 (+6 ms) 2024-12-05T00:52:47,605 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e942d3148298b03cd7664554140fe63d, disabling compactions & flushes 2024-12-05T00:52:47,605 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733359967554.e942d3148298b03cd7664554140fe63d. 2024-12-05T00:52:47,605 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733359967554.e942d3148298b03cd7664554140fe63d. 2024-12-05T00:52:47,605 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733359967554.e942d3148298b03cd7664554140fe63d. after waiting 0 ms 2024-12-05T00:52:47,605 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733359967554.e942d3148298b03cd7664554140fe63d. 2024-12-05T00:52:47,606 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733359967554.e942d3148298b03cd7664554140fe63d. 2024-12-05T00:52:47,606 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e942d3148298b03cd7664554140fe63d: Waiting for close lock at 1733359967605Disabling compacts and flushes for region at 1733359967605Disabling writes for close at 1733359967605Writing region close event to WAL at 1733359967606 (+1 ms)Closed at 1733359967606 2024-12-05T00:52:47,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741845_1021 (size=93) 2024-12-05T00:52:47,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741845_1021 (size=93) 2024-12-05T00:52:47,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741845_1021 (size=93) 2024-12-05T00:52:47,613 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T00:52:47,613 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-97567217:(num 1733359967561) 2024-12-05T00:52:47,613 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-05T00:52:47,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741847_1023 (size=276) 2024-12-05T00:52:47,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741847_1023 (size=276) 2024-12-05T00:52:47,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741847_1023 (size=276) 2024-12-05T00:52:47,626 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-05T00:52:47,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741848_1024 (size=230) 2024-12-05T00:52:47,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741848_1024 (size=230) 2024-12-05T00:52:47,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741848_1024 (size=230) 2024-12-05T00:52:47,655 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-2, size=230 (230bytes) 2024-12-05T00:52:47,655 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-2 2024-12-05T00:52:47,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-2 after 1ms 2024-12-05T00:52:47,659 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:52:47,659 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-2 took 4ms 2024-12-05T00:52:47,662 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-2 so closing down 2024-12-05T00:52:47,662 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T00:52:47,664 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-05T00:52:47,665 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000002-wal-2.temp 2024-12-05T00:52:47,666 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T00:52:47,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741849_1025 (size=230) 2024-12-05T00:52:47,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741849_1025 (size=230) 2024-12-05T00:52:47,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741849_1025 (size=230) 2024-12-05T00:52:47,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-05T00:52:47,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000002 2024-12-05T00:52:47,678 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-12-05T00:52:47,678 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-2, journal: Splitting hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-2, size=230 (230bytes) at 1733359967655Finishing writing output for hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-2 so closing down at 1733359967662 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000002-wal-2.temp at 1733359967665 (+3 ms)3 split writer threads finished at 1733359967666 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733359967675 (+9 ms)Rename recovered edits hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000002 at 1733359967677 (+2 ms)Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733359967678 (+1 ms) 2024-12-05T00:52:47,691 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-1, size=276 (276bytes) 2024-12-05T00:52:47,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-1 2024-12-05T00:52:47,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-1 after 1ms 2024-12-05T00:52:47,696 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:52:47,696 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-1 took 5ms 2024-12-05T00:52:47,699 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-1 so closing down 2024-12-05T00:52:47,699 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T00:52:47,701 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-05T00:52:47,702 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000001-wal-1.temp 2024-12-05T00:52:47,703 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T00:52:47,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741850_1026 (size=276) 2024-12-05T00:52:47,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741850_1026 (size=276) 2024-12-05T00:52:47,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741850_1026 (size=276) 2024-12-05T00:52:47,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-05T00:52:47,716 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:52:47,718 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000002, length=230 2024-12-05T00:52:47,721 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000002 2024-12-05T00:52:47,721 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-12-05T00:52:47,721 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-1, journal: Splitting hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-1, size=276 (276bytes) at 1733359967691Finishing writing output for hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-1 so closing down at 1733359967699 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000001-wal-1.temp at 1733359967702 (+3 ms)3 split writer threads finished at 1733359967703 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733359967712 (+9 ms)Rename recovered edits hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000002 at 1733359967721 (+9 ms)Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733359967721 2024-12-05T00:52:47,721 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:52:47,723 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:52:47,738 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal.1733359967724, exclude list is [], retry=0 2024-12-05T00:52:47,741 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:52:47,741 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:52:47,742 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:52:47,744 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal.1733359967724 2024-12-05T00:52:47,744 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36311:36311),(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:34827:34827)] 2024-12-05T00:52:47,744 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e942d3148298b03cd7664554140fe63d, NAME => 'testReplayEditsWrittenIntoWAL,,1733359967554.e942d3148298b03cd7664554140fe63d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:52:47,745 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733359967554.e942d3148298b03cd7664554140fe63d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:47,745 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e942d3148298b03cd7664554140fe63d 2024-12-05T00:52:47,745 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e942d3148298b03cd7664554140fe63d 2024-12-05T00:52:47,747 INFO [StoreOpener-e942d3148298b03cd7664554140fe63d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e942d3148298b03cd7664554140fe63d 2024-12-05T00:52:47,748 INFO [StoreOpener-e942d3148298b03cd7664554140fe63d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e942d3148298b03cd7664554140fe63d columnFamilyName a 2024-12-05T00:52:47,749 DEBUG [StoreOpener-e942d3148298b03cd7664554140fe63d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:47,749 INFO [StoreOpener-e942d3148298b03cd7664554140fe63d-1 {}] regionserver.HStore(327): Store=e942d3148298b03cd7664554140fe63d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:47,749 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e942d3148298b03cd7664554140fe63d 2024-12-05T00:52:47,750 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d 2024-12-05T00:52:47,752 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d 2024-12-05T00:52:47,753 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000002 2024-12-05T00:52:47,756 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:52:47,758 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000002 2024-12-05T00:52:47,758 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e942d3148298b03cd7664554140fe63d 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-05T00:52:47,774 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/.tmp/a/2268f78a3e1644f6982e2ed21ebb62bc is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733359967613/Put/seqid=0 2024-12-05T00:52:47,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741852_1028 (size=5170) 2024-12-05T00:52:47,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741852_1028 (size=5170) 2024-12-05T00:52:47,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741852_1028 (size=5170) 2024-12-05T00:52:47,782 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/.tmp/a/2268f78a3e1644f6982e2ed21ebb62bc 2024-12-05T00:52:47,791 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/.tmp/a/2268f78a3e1644f6982e2ed21ebb62bc as hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/a/2268f78a3e1644f6982e2ed21ebb62bc 2024-12-05T00:52:47,799 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/a/2268f78a3e1644f6982e2ed21ebb62bc, entries=2, sequenceid=2, filesize=5.0 K 2024-12-05T00:52:47,799 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e942d3148298b03cd7664554140fe63d in 41ms, sequenceid=2, compaction requested=false; wal=null 2024-12-05T00:52:47,800 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/0000000000000000002 2024-12-05T00:52:47,801 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e942d3148298b03cd7664554140fe63d 2024-12-05T00:52:47,801 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e942d3148298b03cd7664554140fe63d 2024-12-05T00:52:47,803 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e942d3148298b03cd7664554140fe63d 2024-12-05T00:52:47,805 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/e942d3148298b03cd7664554140fe63d/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-05T00:52:47,806 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e942d3148298b03cd7664554140fe63d; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70130732, jitterRate=0.04502934217453003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T00:52:47,807 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e942d3148298b03cd7664554140fe63d: Writing region info on filesystem at 1733359967745Initializing all the Stores at 1733359967746 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359967746Obtaining lock to block concurrent updates at 1733359967758 (+12 ms)Preparing flush snapshotting stores in e942d3148298b03cd7664554140fe63d at 1733359967758Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733359967554.e942d3148298b03cd7664554140fe63d., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733359967758Flushing stores of testReplayEditsWrittenIntoWAL,,1733359967554.e942d3148298b03cd7664554140fe63d. at 1733359967758Flushing e942d3148298b03cd7664554140fe63d/a: creating writer at 1733359967758Flushing e942d3148298b03cd7664554140fe63d/a: appending metadata at 1733359967773 (+15 ms)Flushing e942d3148298b03cd7664554140fe63d/a: closing flushed file at 1733359967773Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b4f1714: reopening flushed file at 1733359967790 (+17 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e942d3148298b03cd7664554140fe63d in 41ms, sequenceid=2, compaction requested=false; wal=null at 1733359967799 (+9 ms)Cleaning up temporary data from old regions at 1733359967801 (+2 ms)Region opened successfully at 1733359967807 (+6 ms) 2024-12-05T00:52:47,828 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=390 (was 380) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:56108 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-71262918-172.17.0.2-1733359959385:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-71262918-172.17.0.2-1733359959385:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:35484 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:44236 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-71262918-172.17.0.2-1733359959385:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:44004 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:35294 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=10187 (was 10203) 2024-12-05T00:52:47,840 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=390, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=10185 2024-12-05T00:52:47,854 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:47,856 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:47,857 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:52:47,859 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-25919201, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/hregion-25919201, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:52:47,871 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-25919201/hregion-25919201.1733359967860, exclude list is [], retry=0 2024-12-05T00:52:47,874 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:52:47,874 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:52:47,874 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:52:47,876 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-25919201/hregion-25919201.1733359967860 2024-12-05T00:52:47,877 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36311:36311),(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:34827:34827)] 2024-12-05T00:52:47,877 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a27977bb412d08afd4ee867863530ae9, NAME => 'testReplayEditsWrittenIntoWAL,,1733359967855.a27977bb412d08afd4ee867863530ae9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42677/hbase 2024-12-05T00:52:47,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741854_1030 (size=64) 2024-12-05T00:52:47,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741854_1030 (size=64) 2024-12-05T00:52:47,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741854_1030 (size=64) 2024-12-05T00:52:47,889 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733359967855.a27977bb412d08afd4ee867863530ae9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:47,890 INFO [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a27977bb412d08afd4ee867863530ae9 2024-12-05T00:52:47,893 INFO [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a27977bb412d08afd4ee867863530ae9 columnFamilyName a 2024-12-05T00:52:47,893 DEBUG [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:47,893 INFO [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] regionserver.HStore(327): Store=a27977bb412d08afd4ee867863530ae9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:47,893 INFO [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a27977bb412d08afd4ee867863530ae9 2024-12-05T00:52:47,895 INFO [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a27977bb412d08afd4ee867863530ae9 columnFamilyName b 2024-12-05T00:52:47,895 DEBUG [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:47,895 INFO [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] regionserver.HStore(327): Store=a27977bb412d08afd4ee867863530ae9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:47,895 INFO [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a27977bb412d08afd4ee867863530ae9 2024-12-05T00:52:47,897 INFO [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a27977bb412d08afd4ee867863530ae9 columnFamilyName c 2024-12-05T00:52:47,897 DEBUG [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:47,897 INFO [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] regionserver.HStore(327): Store=a27977bb412d08afd4ee867863530ae9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:47,897 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a27977bb412d08afd4ee867863530ae9 2024-12-05T00:52:47,898 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9 2024-12-05T00:52:47,898 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9 2024-12-05T00:52:47,900 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a27977bb412d08afd4ee867863530ae9 2024-12-05T00:52:47,900 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a27977bb412d08afd4ee867863530ae9 2024-12-05T00:52:47,900 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T00:52:47,902 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a27977bb412d08afd4ee867863530ae9 2024-12-05T00:52:47,904 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:52:47,905 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a27977bb412d08afd4ee867863530ae9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67035850, jitterRate=-0.0010879933834075928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T00:52:47,905 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a27977bb412d08afd4ee867863530ae9: Writing region info on filesystem at 1733359967889Initializing all the Stores at 1733359967890 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359967890Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359967890Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359967890Cleaning up temporary data from old regions at 1733359967900 (+10 ms)Region opened successfully at 1733359967905 (+5 ms) 2024-12-05T00:52:47,905 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a27977bb412d08afd4ee867863530ae9, disabling compactions & flushes 2024-12-05T00:52:47,905 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733359967855.a27977bb412d08afd4ee867863530ae9. 2024-12-05T00:52:47,905 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733359967855.a27977bb412d08afd4ee867863530ae9. 2024-12-05T00:52:47,905 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733359967855.a27977bb412d08afd4ee867863530ae9. after waiting 0 ms 2024-12-05T00:52:47,905 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733359967855.a27977bb412d08afd4ee867863530ae9. 2024-12-05T00:52:47,906 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733359967855.a27977bb412d08afd4ee867863530ae9. 2024-12-05T00:52:47,906 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a27977bb412d08afd4ee867863530ae9: Waiting for close lock at 1733359967905Disabling compacts and flushes for region at 1733359967905Disabling writes for close at 1733359967905Writing region close event to WAL at 1733359967906 (+1 ms)Closed at 1733359967906 2024-12-05T00:52:47,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741853_1029 (size=93) 2024-12-05T00:52:47,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741853_1029 (size=93) 2024-12-05T00:52:47,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741853_1029 (size=93) 2024-12-05T00:52:47,916 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T00:52:47,916 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-25919201:(num 1733359967860) 2024-12-05T00:52:47,916 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:52:47,918 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:52:47,932 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359967919, exclude list is [], retry=0 2024-12-05T00:52:47,935 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:52:47,936 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:52:47,936 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:52:47,938 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359967919 2024-12-05T00:52:47,940 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:36311:36311)] 2024-12-05T00:52:48,106 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359967919, size=0 (0bytes) 2024-12-05T00:52:48,106 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359967919 might be still open, length is 0 2024-12-05T00:52:48,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359967919 2024-12-05T00:52:48,107 WARN [IPC Server handler 2 on default port 42677 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359967919 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-05T00:52:48,108 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359967919 after 2ms 2024-12-05T00:52:48,931 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:35512 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41245:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35512 dst: /127.0.0.1:41245 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41245 remote=/127.0.0.1:35512]. Total timeout mills is 60000, 59149 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:52:48,932 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:44260 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37103:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44260 dst: /127.0.0.1:37103 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:52:48,932 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:56152 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36741:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56152 dst: /127.0.0.1:36741 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:52:48,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741855_1032 (size=200589) 2024-12-05T00:52:48,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741855_1032 (size=200589) 2024-12-05T00:52:48,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741855_1032 (size=200589) 2024-12-05T00:52:52,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359967919 after 4003ms 2024-12-05T00:52:52,115 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359967919: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:52:52,118 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359967919 took 4012ms 2024-12-05T00:52:52,123 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733359967919.temp 2024-12-05T00:52:52,126 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/recovered.edits/0000000000000000001-wal.1733359967919.temp 2024-12-05T00:52:52,226 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359967919; continuing. 2024-12-05T00:52:52,227 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359967919 so closing down 2024-12-05T00:52:52,227 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T00:52:52,227 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T00:52:52,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741856_1033 (size=200597) 2024-12-05T00:52:52,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741856_1033 (size=200597) 2024-12-05T00:52:52,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741856_1033 (size=200597) 2024-12-05T00:52:52,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/recovered.edits/0000000000000000001-wal.1733359967919.temp (wrote 3002 edits, skipped 0 edits in 44 ms) 2024-12-05T00:52:52,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/recovered.edits/0000000000000000001-wal.1733359967919.temp to hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/recovered.edits/0000000000000003002 2024-12-05T00:52:52,235 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359967919, size=0, length=0, corrupted=false, cancelled=false 2024-12-05T00:52:52,235 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359967919, journal: Splitting hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359967919, size=0 (0bytes) at 1733359968106Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/recovered.edits/0000000000000000001-wal.1733359967919.temp at 1733359972126 (+4020 ms)Split 1024 edits, skipped 0 edits. at 1733359972179 (+53 ms)Split 2048 edits, skipped 0 edits. at 1733359972204 (+25 ms)Finishing writing output for hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359967919 so closing down at 1733359972227 (+23 ms)3 split writer threads finished at 1733359972227Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/recovered.edits/0000000000000000001-wal.1733359967919.temp (wrote 3002 edits, skipped 0 edits in 44 ms) at 1733359972232 (+5 ms)Rename recovered edits hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/recovered.edits/0000000000000000001-wal.1733359967919.temp to hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/recovered.edits/0000000000000003002 at 1733359972235 (+3 ms)Processed 3002 edits across 1 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359967919, size=0, length=0, corrupted=false, cancelled=false at 1733359972235 2024-12-05T00:52:52,235 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T00:52:52,237 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359967919 to hdfs://localhost:42677/hbase/oldWALs/wal.1733359967919 2024-12-05T00:52:52,239 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/recovered.edits/0000000000000003002 2024-12-05T00:52:52,239 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:52:52,241 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:52:52,253 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359972242, exclude list is [], retry=0 2024-12-05T00:52:52,257 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:52:52,257 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:52:52,258 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:52:52,260 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359972242 2024-12-05T00:52:52,261 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:36311:36311)] 2024-12-05T00:52:52,261 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733359967855.a27977bb412d08afd4ee867863530ae9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:52,263 INFO [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a27977bb412d08afd4ee867863530ae9 2024-12-05T00:52:52,264 INFO [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a27977bb412d08afd4ee867863530ae9 columnFamilyName a 2024-12-05T00:52:52,264 DEBUG [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:52,264 INFO [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] regionserver.HStore(327): Store=a27977bb412d08afd4ee867863530ae9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:52,265 INFO [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a27977bb412d08afd4ee867863530ae9 2024-12-05T00:52:52,265 INFO [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a27977bb412d08afd4ee867863530ae9 columnFamilyName b 2024-12-05T00:52:52,266 DEBUG [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:52,266 INFO [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] regionserver.HStore(327): Store=a27977bb412d08afd4ee867863530ae9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:52,266 INFO [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a27977bb412d08afd4ee867863530ae9 2024-12-05T00:52:52,267 INFO [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a27977bb412d08afd4ee867863530ae9 columnFamilyName c 2024-12-05T00:52:52,267 DEBUG [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:52,268 INFO [StoreOpener-a27977bb412d08afd4ee867863530ae9-1 {}] regionserver.HStore(327): Store=a27977bb412d08afd4ee867863530ae9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:52,268 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a27977bb412d08afd4ee867863530ae9 2024-12-05T00:52:52,269 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9 2024-12-05T00:52:52,271 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9 2024-12-05T00:52:52,272 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/recovered.edits/0000000000000003002 2024-12-05T00:52:52,275 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:52:52,293 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T00:52:52,325 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-05T00:52:52,663 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a27977bb412d08afd4ee867863530ae9 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-05T00:52:52,702 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/.tmp/a/fa078db7c7d7434dbd5c03b63518d217 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733359967945/Put/seqid=0 2024-12-05T00:52:52,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741858_1035 (size=50463) 2024-12-05T00:52:52,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741858_1035 (size=50463) 2024-12-05T00:52:52,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741858_1035 (size=50463) 2024-12-05T00:52:52,712 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/.tmp/a/fa078db7c7d7434dbd5c03b63518d217 2024-12-05T00:52:52,721 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/.tmp/a/fa078db7c7d7434dbd5c03b63518d217 as hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/a/fa078db7c7d7434dbd5c03b63518d217 2024-12-05T00:52:52,728 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/a/fa078db7c7d7434dbd5c03b63518d217, entries=754, sequenceid=754, filesize=49.3 K 2024-12-05T00:52:52,729 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for a27977bb412d08afd4ee867863530ae9 in 65ms, sequenceid=754, compaction requested=false; wal=null 2024-12-05T00:52:52,750 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-05T00:52:52,750 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a27977bb412d08afd4ee867863530ae9 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-05T00:52:52,759 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/.tmp/a/b576f33703a841d6b7bb7d04fbf86e8c is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733359967976/Put/seqid=0 2024-12-05T00:52:52,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741859_1036 (size=20072) 2024-12-05T00:52:52,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741859_1036 (size=20072) 2024-12-05T00:52:52,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741859_1036 (size=20072) 2024-12-05T00:52:52,770 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/.tmp/a/b576f33703a841d6b7bb7d04fbf86e8c 2024-12-05T00:52:52,795 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/.tmp/b/adf00ad12cfd48deaabe859a66d643cb is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733359967990/Put/seqid=0 2024-12-05T00:52:52,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741860_1037 (size=35835) 2024-12-05T00:52:52,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741860_1037 (size=35835) 2024-12-05T00:52:52,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741860_1037 (size=35835) 2024-12-05T00:52:52,804 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/.tmp/b/adf00ad12cfd48deaabe859a66d643cb 2024-12-05T00:52:52,812 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/.tmp/a/b576f33703a841d6b7bb7d04fbf86e8c as hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/a/b576f33703a841d6b7bb7d04fbf86e8c 2024-12-05T00:52:52,820 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/a/b576f33703a841d6b7bb7d04fbf86e8c, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-05T00:52:52,822 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/.tmp/b/adf00ad12cfd48deaabe859a66d643cb as hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/b/adf00ad12cfd48deaabe859a66d643cb 2024-12-05T00:52:52,829 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/b/adf00ad12cfd48deaabe859a66d643cb, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-05T00:52:52,829 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for a27977bb412d08afd4ee867863530ae9 in 79ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-05T00:52:52,848 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-05T00:52:52,849 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a27977bb412d08afd4ee867863530ae9 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-05T00:52:52,857 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/.tmp/b/c3b68676cd174b95ae5bfa1b8c28c45e is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733359968007/Put/seqid=0 2024-12-05T00:52:52,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741861_1038 (size=35082) 2024-12-05T00:52:52,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741861_1038 (size=35082) 2024-12-05T00:52:52,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741861_1038 (size=35082) 2024-12-05T00:52:52,866 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/.tmp/b/c3b68676cd174b95ae5bfa1b8c28c45e 2024-12-05T00:52:52,893 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/.tmp/c/78091565358a4a8db498cee0fdae97f6 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733359968038/Put/seqid=0 2024-12-05T00:52:52,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741862_1039 (size=20825) 2024-12-05T00:52:52,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741862_1039 (size=20825) 2024-12-05T00:52:52,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741862_1039 (size=20825) 2024-12-05T00:52:52,903 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/.tmp/c/78091565358a4a8db498cee0fdae97f6 2024-12-05T00:52:52,909 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/.tmp/b/c3b68676cd174b95ae5bfa1b8c28c45e as hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/b/c3b68676cd174b95ae5bfa1b8c28c45e 2024-12-05T00:52:52,916 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/b/c3b68676cd174b95ae5bfa1b8c28c45e, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-05T00:52:52,918 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/.tmp/c/78091565358a4a8db498cee0fdae97f6 as hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/c/78091565358a4a8db498cee0fdae97f6 2024-12-05T00:52:52,925 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/c/78091565358a4a8db498cee0fdae97f6, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-05T00:52:52,926 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for a27977bb412d08afd4ee867863530ae9 in 76ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-05T00:52:52,941 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733359968079/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733359967855.a27977bb412d08afd4ee867863530ae9. 2024-12-05T00:52:52,946 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/recovered.edits/0000000000000003002 2024-12-05T00:52:52,946 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-05T00:52:52,947 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a27977bb412d08afd4ee867863530ae9 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-05T00:52:52,956 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/.tmp/c/7a9e6d9c1abb43b2a93ebe31def3e643 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733359968046/Put/seqid=0 2024-12-05T00:52:52,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741863_1040 (size=50301) 2024-12-05T00:52:52,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741863_1040 (size=50301) 2024-12-05T00:52:52,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741863_1040 (size=50301) 2024-12-05T00:52:52,969 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/.tmp/c/7a9e6d9c1abb43b2a93ebe31def3e643 2024-12-05T00:52:52,976 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a9e6d9c1abb43b2a93ebe31def3e643 2024-12-05T00:52:52,978 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/.tmp/c/7a9e6d9c1abb43b2a93ebe31def3e643 as hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/c/7a9e6d9c1abb43b2a93ebe31def3e643 2024-12-05T00:52:52,984 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a9e6d9c1abb43b2a93ebe31def3e643 2024-12-05T00:52:52,984 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/c/7a9e6d9c1abb43b2a93ebe31def3e643, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-05T00:52:52,985 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for a27977bb412d08afd4ee867863530ae9 in 38ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-05T00:52:52,985 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/recovered.edits/0000000000000003002 2024-12-05T00:52:52,986 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a27977bb412d08afd4ee867863530ae9 2024-12-05T00:52:52,986 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a27977bb412d08afd4ee867863530ae9 2024-12-05T00:52:52,987 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T00:52:52,989 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a27977bb412d08afd4ee867863530ae9 2024-12-05T00:52:52,991 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenIntoWAL/a27977bb412d08afd4ee867863530ae9/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-05T00:52:52,993 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a27977bb412d08afd4ee867863530ae9; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69572684, jitterRate=0.03671377897262573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T00:52:52,993 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a27977bb412d08afd4ee867863530ae9: Writing region info on filesystem at 1733359972261Initializing all the Stores at 1733359972262 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359972262Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359972263 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359972263Cleaning up temporary data from old regions at 1733359972986 (+723 ms)Region opened successfully at 1733359972993 (+7 ms) 2024-12-05T00:52:53,047 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a27977bb412d08afd4ee867863530ae9, disabling compactions & flushes 2024-12-05T00:52:53,047 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733359967855.a27977bb412d08afd4ee867863530ae9. 2024-12-05T00:52:53,047 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733359967855.a27977bb412d08afd4ee867863530ae9. 2024-12-05T00:52:53,047 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733359967855.a27977bb412d08afd4ee867863530ae9. after waiting 0 ms 2024-12-05T00:52:53,047 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733359967855.a27977bb412d08afd4ee867863530ae9. 2024-12-05T00:52:53,049 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733359967855.a27977bb412d08afd4ee867863530ae9. 2024-12-05T00:52:53,049 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a27977bb412d08afd4ee867863530ae9: Waiting for close lock at 1733359973046Disabling compacts and flushes for region at 1733359973046Disabling writes for close at 1733359973047 (+1 ms)Writing region close event to WAL at 1733359973049 (+2 ms)Closed at 1733359973049 2024-12-05T00:52:53,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741857_1034 (size=93) 2024-12-05T00:52:53,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741857_1034 (size=93) 2024-12-05T00:52:53,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741857_1034 (size=93) 2024-12-05T00:52:53,056 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T00:52:53,056 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733359972242) 2024-12-05T00:52:53,070 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=404 (was 390) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:34027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-162672810_22 at /127.0.0.1:49716 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:39921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-162672810_22 at /127.0.0.1:49690 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:42677 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-162672810_22 at /127.0.0.1:58058 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:42677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-162672810_22 at /127.0.0.1:38052 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=10116 (was 10185) 2024-12-05T00:52:53,083 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=404, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=10116 2024-12-05T00:52:53,104 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:53,107 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:53,108 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:52:53,112 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-76975742, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/hregion-76975742, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:52:53,124 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-76975742/hregion-76975742.1733359973112, exclude list is [], retry=0 2024-12-05T00:52:53,127 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:52:53,127 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:52:53,129 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:52:53,131 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-76975742/hregion-76975742.1733359973112 2024-12-05T00:52:53,131 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:36311:36311),(127.0.0.1/127.0.0.1:43419:43419)] 2024-12-05T00:52:53,131 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5998871389ad59a1f1170861afdb4030, NAME => 'test2727,,1733359973105.5998871389ad59a1f1170861afdb4030.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42677/hbase 2024-12-05T00:52:53,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741865_1042 (size=43) 2024-12-05T00:52:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741865_1042 (size=43) 2024-12-05T00:52:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741865_1042 (size=43) 2024-12-05T00:52:53,147 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733359973105.5998871389ad59a1f1170861afdb4030.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:53,148 INFO [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:53,150 INFO [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5998871389ad59a1f1170861afdb4030 columnFamilyName a 2024-12-05T00:52:53,150 DEBUG [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:53,150 INFO [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] regionserver.HStore(327): Store=5998871389ad59a1f1170861afdb4030/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:53,150 INFO [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:53,151 INFO [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5998871389ad59a1f1170861afdb4030 columnFamilyName b 2024-12-05T00:52:53,152 DEBUG [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:53,152 INFO [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] regionserver.HStore(327): Store=5998871389ad59a1f1170861afdb4030/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:53,152 INFO [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:53,154 INFO [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5998871389ad59a1f1170861afdb4030 columnFamilyName c 2024-12-05T00:52:53,154 DEBUG [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:53,154 INFO [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] regionserver.HStore(327): Store=5998871389ad59a1f1170861afdb4030/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:53,154 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:53,155 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:53,156 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:53,157 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:53,157 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:53,158 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T00:52:53,159 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:53,164 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:52:53,164 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5998871389ad59a1f1170861afdb4030; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69977093, jitterRate=0.04273994266986847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T00:52:53,165 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5998871389ad59a1f1170861afdb4030: Writing region info on filesystem at 1733359973147Initializing all the Stores at 1733359973148 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359973148Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359973148Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359973148Cleaning up temporary data from old regions at 1733359973157 (+9 ms)Region opened successfully at 1733359973165 (+8 ms) 2024-12-05T00:52:53,165 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5998871389ad59a1f1170861afdb4030, disabling compactions & flushes 2024-12-05T00:52:53,165 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733359973105.5998871389ad59a1f1170861afdb4030. 2024-12-05T00:52:53,165 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733359973105.5998871389ad59a1f1170861afdb4030. 2024-12-05T00:52:53,165 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733359973105.5998871389ad59a1f1170861afdb4030. after waiting 0 ms 2024-12-05T00:52:53,166 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733359973105.5998871389ad59a1f1170861afdb4030. 2024-12-05T00:52:53,166 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733359973105.5998871389ad59a1f1170861afdb4030. 2024-12-05T00:52:53,166 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5998871389ad59a1f1170861afdb4030: Waiting for close lock at 1733359973165Disabling compacts and flushes for region at 1733359973165Disabling writes for close at 1733359973165Writing region close event to WAL at 1733359973166 (+1 ms)Closed at 1733359973166 2024-12-05T00:52:53,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741864_1041 (size=93) 2024-12-05T00:52:53,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741864_1041 (size=93) 2024-12-05T00:52:53,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741864_1041 (size=93) 2024-12-05T00:52:53,171 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T00:52:53,171 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-76975742:(num 1733359973112) 2024-12-05T00:52:53,172 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:52:53,174 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:52:53,186 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973174, exclude list is [], retry=0 2024-12-05T00:52:53,189 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:52:53,189 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:52:53,189 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:52:53,192 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973174 2024-12-05T00:52:53,192 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36311:36311),(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:43419:43419)] 2024-12-05T00:52:53,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741866_1043 (size=200357) 2024-12-05T00:52:53,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741866_1043 (size=200357) 2024-12-05T00:52:53,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741866_1043 (size=200357) 2024-12-05T00:52:53,381 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973174, size=195.7 K (200357bytes) 2024-12-05T00:52:53,381 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973174 2024-12-05T00:52:53,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973174 after 1ms 2024-12-05T00:52:53,385 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973174: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:52:53,387 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973174 took 6ms 2024-12-05T00:52:53,391 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733359973174.temp 2024-12-05T00:52:53,392 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000000001-wal.1733359973174.temp 2024-12-05T00:52:53,436 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973174 so closing down 2024-12-05T00:52:53,436 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T00:52:53,436 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T00:52:53,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741867_1044 (size=200357) 2024-12-05T00:52:53,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741867_1044 (size=200357) 2024-12-05T00:52:53,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741867_1044 (size=200357) 2024-12-05T00:52:53,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000000001-wal.1733359973174.temp (wrote 3000 edits, skipped 0 edits in 17 ms) 2024-12-05T00:52:53,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000000001-wal.1733359973174.temp to hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000003000 2024-12-05T00:52:53,445 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973174, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-12-05T00:52:53,446 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973174, journal: Splitting hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973174, size=195.7 K (200357bytes) at 1733359973381Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000000001-wal.1733359973174.temp at 1733359973392 (+11 ms)Split 1024 edits, skipped 0 edits. at 1733359973405 (+13 ms)Split 2048 edits, skipped 0 edits. at 1733359973421 (+16 ms)Finishing writing output for hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973174 so closing down at 1733359973436 (+15 ms)3 split writer threads finished at 1733359973436Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000000001-wal.1733359973174.temp (wrote 3000 edits, skipped 0 edits in 17 ms) at 1733359973444 (+8 ms)Rename recovered edits hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000000001-wal.1733359973174.temp to hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000003000 at 1733359973445 (+1 ms)Processed 3000 edits across 1 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973174, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1733359973446 (+1 ms) 2024-12-05T00:52:53,448 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973174 to hdfs://localhost:42677/hbase/oldWALs/wal.1733359973174 2024-12-05T00:52:53,449 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000003000 2024-12-05T00:52:53,449 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:52:53,451 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:52:53,464 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973452, exclude list is [], retry=0 2024-12-05T00:52:53,467 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:52:53,467 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:52:53,468 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:52:53,470 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973452 2024-12-05T00:52:53,470 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:36311:36311)] 2024-12-05T00:52:53,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741868_1045 (size=200484) 2024-12-05T00:52:53,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741868_1045 (size=200484) 2024-12-05T00:52:53,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741868_1045 (size=200484) 2024-12-05T00:52:53,688 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973452, size=195.8 K (200484bytes) 2024-12-05T00:52:53,688 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973452 2024-12-05T00:52:53,688 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973452 after 0ms 2024-12-05T00:52:53,692 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973452: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:52:53,693 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973452 took 6ms 2024-12-05T00:52:53,697 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733359973452.temp 2024-12-05T00:52:53,699 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000003001-wal.1733359973452.temp 2024-12-05T00:52:53,742 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973452 so closing down 2024-12-05T00:52:53,742 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T00:52:53,743 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T00:52:53,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741869_1046 (size=200484) 2024-12-05T00:52:53,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741869_1046 (size=200484) 2024-12-05T00:52:53,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741869_1046 (size=200484) 2024-12-05T00:52:53,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000003001-wal.1733359973452.temp (wrote 3000 edits, skipped 0 edits in 23 ms) 2024-12-05T00:52:53,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000003001-wal.1733359973452.temp to hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000006000 2024-12-05T00:52:53,749 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973452, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-12-05T00:52:53,749 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973452, journal: Splitting hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973452, size=195.8 K (200484bytes) at 1733359973688Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000003001-wal.1733359973452.temp at 1733359973699 (+11 ms)Split 1024 edits, skipped 0 edits. at 1733359973711 (+12 ms)Split 2048 edits, skipped 0 edits. at 1733359973727 (+16 ms)Finishing writing output for hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973452 so closing down at 1733359973742 (+15 ms)3 split writer threads finished at 1733359973743 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000003001-wal.1733359973452.temp (wrote 3000 edits, skipped 0 edits in 23 ms) at 1733359973747 (+4 ms)Rename recovered edits hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000003001-wal.1733359973452.temp to hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000006000 at 1733359973749 (+2 ms)Processed 3000 edits across 1 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973452, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1733359973749 2024-12-05T00:52:53,751 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973452 to hdfs://localhost:42677/hbase/oldWALs/wal.1733359973452 2024-12-05T00:52:53,753 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000006000 2024-12-05T00:52:53,753 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:52:53,755 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/test2727-manual,16010,1733359973103, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:52:53,768 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973756, exclude list is [], retry=0 2024-12-05T00:52:53,772 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:52:53,773 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:52:53,773 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:52:53,775 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973756 2024-12-05T00:52:53,775 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:36311:36311)] 2024-12-05T00:52:53,775 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5998871389ad59a1f1170861afdb4030, NAME => 'test2727,,1733359973105.5998871389ad59a1f1170861afdb4030.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:52:53,776 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733359973105.5998871389ad59a1f1170861afdb4030.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:53,776 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:53,776 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:53,779 INFO [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:53,780 INFO [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5998871389ad59a1f1170861afdb4030 columnFamilyName a 2024-12-05T00:52:53,780 DEBUG [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:53,781 INFO [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] regionserver.HStore(327): Store=5998871389ad59a1f1170861afdb4030/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:53,781 INFO [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:53,782 INFO [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5998871389ad59a1f1170861afdb4030 columnFamilyName b 2024-12-05T00:52:53,782 DEBUG [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:53,783 INFO [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] regionserver.HStore(327): Store=5998871389ad59a1f1170861afdb4030/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:53,783 INFO [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:53,784 INFO [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5998871389ad59a1f1170861afdb4030 columnFamilyName c 2024-12-05T00:52:53,785 DEBUG [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:53,785 INFO [StoreOpener-5998871389ad59a1f1170861afdb4030-1 {}] regionserver.HStore(327): Store=5998871389ad59a1f1170861afdb4030/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:53,785 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:53,786 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:53,788 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:53,789 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000003000 2024-12-05T00:52:53,792 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:52:53,840 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000003000 2024-12-05T00:52:53,841 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000006000 2024-12-05T00:52:53,844 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:52:53,878 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000006000 2024-12-05T00:52:53,879 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5998871389ad59a1f1170861afdb4030 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-05T00:52:53,898 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/.tmp/a/6b64af18bf04451f9adca8cb7c1c4b8d is 41, key is test2727/a:100/1733359973476/Put/seqid=0 2024-12-05T00:52:53,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741871_1048 (size=84227) 2024-12-05T00:52:53,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741871_1048 (size=84227) 2024-12-05T00:52:53,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741871_1048 (size=84227) 2024-12-05T00:52:53,906 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/.tmp/a/6b64af18bf04451f9adca8cb7c1c4b8d 2024-12-05T00:52:53,941 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/.tmp/b/1b991455a39a4e79956aede21bb83aff is 41, key is test2727/b:100/1733359973563/Put/seqid=0 2024-12-05T00:52:53,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741872_1049 (size=84609) 2024-12-05T00:52:53,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741872_1049 (size=84609) 2024-12-05T00:52:53,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741872_1049 (size=84609) 2024-12-05T00:52:53,950 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/.tmp/b/1b991455a39a4e79956aede21bb83aff 2024-12-05T00:52:53,982 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/.tmp/c/1ead819c9e074de58faf26dd39e9fd65 is 41, key is test2727/c:100/1733359973604/Put/seqid=0 2024-12-05T00:52:53,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741873_1050 (size=84609) 2024-12-05T00:52:53,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741873_1050 (size=84609) 2024-12-05T00:52:53,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741873_1050 (size=84609) 2024-12-05T00:52:53,996 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/.tmp/c/1ead819c9e074de58faf26dd39e9fd65 2024-12-05T00:52:54,006 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/.tmp/a/6b64af18bf04451f9adca8cb7c1c4b8d as hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/a/6b64af18bf04451f9adca8cb7c1c4b8d 2024-12-05T00:52:54,017 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/a/6b64af18bf04451f9adca8cb7c1c4b8d, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-05T00:52:54,018 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/.tmp/b/1b991455a39a4e79956aede21bb83aff as hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/b/1b991455a39a4e79956aede21bb83aff 2024-12-05T00:52:54,029 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/b/1b991455a39a4e79956aede21bb83aff, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-05T00:52:54,030 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/.tmp/c/1ead819c9e074de58faf26dd39e9fd65 as hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/c/1ead819c9e074de58faf26dd39e9fd65 2024-12-05T00:52:54,039 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/c/1ead819c9e074de58faf26dd39e9fd65, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-05T00:52:54,040 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 5998871389ad59a1f1170861afdb4030 in 161ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-05T00:52:54,041 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000003000 2024-12-05T00:52:54,042 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/0000000000000006000 2024-12-05T00:52:54,043 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:54,043 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:54,044 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T00:52:54,046 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5998871389ad59a1f1170861afdb4030 2024-12-05T00:52:54,049 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/test2727/5998871389ad59a1f1170861afdb4030/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-05T00:52:54,051 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5998871389ad59a1f1170861afdb4030; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64860362, jitterRate=-0.03350529074668884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T00:52:54,052 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5998871389ad59a1f1170861afdb4030: Writing region info on filesystem at 1733359973776Initializing all the Stores at 1733359973777 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359973777Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359973778 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359973778Obtaining lock to block concurrent updates at 1733359973879 (+101 ms)Preparing flush snapshotting stores in 5998871389ad59a1f1170861afdb4030 at 1733359973879Finished memstore snapshotting test2727,,1733359973105.5998871389ad59a1f1170861afdb4030., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733359973879Flushing stores of test2727,,1733359973105.5998871389ad59a1f1170861afdb4030. at 1733359973879Flushing 5998871389ad59a1f1170861afdb4030/a: creating writer at 1733359973879Flushing 5998871389ad59a1f1170861afdb4030/a: appending metadata at 1733359973898 (+19 ms)Flushing 5998871389ad59a1f1170861afdb4030/a: closing flushed file at 1733359973898Flushing 5998871389ad59a1f1170861afdb4030/b: creating writer at 1733359973914 (+16 ms)Flushing 5998871389ad59a1f1170861afdb4030/b: appending metadata at 1733359973939 (+25 ms)Flushing 5998871389ad59a1f1170861afdb4030/b: closing flushed file at 1733359973939Flushing 5998871389ad59a1f1170861afdb4030/c: creating writer at 1733359973958 (+19 ms)Flushing 5998871389ad59a1f1170861afdb4030/c: appending metadata at 1733359973981 (+23 ms)Flushing 5998871389ad59a1f1170861afdb4030/c: closing flushed file at 1733359973982 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f16fb1d: reopening flushed file at 1733359974004 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a8bfb3f: reopening flushed file at 1733359974017 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7614bf: reopening flushed file at 1733359974029 (+12 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 5998871389ad59a1f1170861afdb4030 in 161ms, sequenceid=6000, compaction requested=false; wal=null at 1733359974040 (+11 ms)Cleaning up temporary data from old regions at 1733359974043 (+3 ms)Region opened successfully at 1733359974052 (+9 ms) 2024-12-05T00:52:54,053 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-05T00:52:54,054 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5998871389ad59a1f1170861afdb4030, disabling compactions & flushes 2024-12-05T00:52:54,054 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733359973105.5998871389ad59a1f1170861afdb4030. 2024-12-05T00:52:54,054 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733359973105.5998871389ad59a1f1170861afdb4030. 2024-12-05T00:52:54,054 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733359973105.5998871389ad59a1f1170861afdb4030. after waiting 0 ms 2024-12-05T00:52:54,054 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733359973105.5998871389ad59a1f1170861afdb4030. 2024-12-05T00:52:54,055 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733359973105.5998871389ad59a1f1170861afdb4030. 2024-12-05T00:52:54,055 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5998871389ad59a1f1170861afdb4030: Waiting for close lock at 1733359974053Disabling compacts and flushes for region at 1733359974053Disabling writes for close at 1733359974054 (+1 ms)Writing region close event to WAL at 1733359974055 (+1 ms)Closed at 1733359974055 2024-12-05T00:52:54,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741870_1047 (size=93) 2024-12-05T00:52:54,060 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1733359973103/wal.1733359973756 not finished, retry = 0 2024-12-05T00:52:54,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741870_1047 (size=93) 2024-12-05T00:52:54,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741870_1047 (size=93) 2024-12-05T00:52:54,087 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T00:52:54,088 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T00:52:54,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T00:52:54,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T00:52:54,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T00:52:54,090 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T00:52:54,091 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-05T00:52:54,091 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-05T00:52:54,162 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T00:52:54,162 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733359973756) 2024-12-05T00:52:54,177 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=406 (was 404) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:49716 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:58174 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:38182 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 360), ProcessCount=11 (was 11), AvailableMemoryMB=9877 (was 10116) 2024-12-05T00:52:54,189 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=406, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=9876 2024-12-05T00:52:54,203 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:54,209 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733359974202, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:52:54,209 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733359974209 2024-12-05T00:52:54,218 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733359974202/wal.1733359974209 2024-12-05T00:52:54,223 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:36311:36311),(127.0.0.1/127.0.0.1:34827:34827)] 2024-12-05T00:52:54,226 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f2e7b1f2276772389b537a3b85dc7691, NAME => 'testSequentialEditLogSeqNum,,1733359974203.f2e7b1f2276772389b537a3b85dc7691.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:52:54,227 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733359974203.f2e7b1f2276772389b537a3b85dc7691.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:54,227 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f2e7b1f2276772389b537a3b85dc7691 2024-12-05T00:52:54,227 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f2e7b1f2276772389b537a3b85dc7691 2024-12-05T00:52:54,228 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:42677/hbase/data/default/testSequentialEditLogSeqNum/f2e7b1f2276772389b537a3b85dc7691 doesn't exist for region: f2e7b1f2276772389b537a3b85dc7691 on table testSequentialEditLogSeqNum 2024-12-05T00:52:54,228 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: f2e7b1f2276772389b537a3b85dc7691 on table testSequentialEditLogSeqNum 2024-12-05T00:52:54,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741875_1052 (size=62) 2024-12-05T00:52:54,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741875_1052 (size=62) 2024-12-05T00:52:54,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741875_1052 (size=62) 2024-12-05T00:52:54,262 INFO [StoreOpener-f2e7b1f2276772389b537a3b85dc7691-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f2e7b1f2276772389b537a3b85dc7691 2024-12-05T00:52:54,264 INFO [StoreOpener-f2e7b1f2276772389b537a3b85dc7691-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2e7b1f2276772389b537a3b85dc7691 columnFamilyName a 2024-12-05T00:52:54,265 DEBUG [StoreOpener-f2e7b1f2276772389b537a3b85dc7691-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:54,265 INFO [StoreOpener-f2e7b1f2276772389b537a3b85dc7691-1 {}] regionserver.HStore(327): Store=f2e7b1f2276772389b537a3b85dc7691/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:54,266 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f2e7b1f2276772389b537a3b85dc7691 2024-12-05T00:52:54,266 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testSequentialEditLogSeqNum/f2e7b1f2276772389b537a3b85dc7691 2024-12-05T00:52:54,267 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testSequentialEditLogSeqNum/f2e7b1f2276772389b537a3b85dc7691 2024-12-05T00:52:54,267 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f2e7b1f2276772389b537a3b85dc7691 2024-12-05T00:52:54,267 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f2e7b1f2276772389b537a3b85dc7691 2024-12-05T00:52:54,269 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f2e7b1f2276772389b537a3b85dc7691 2024-12-05T00:52:54,272 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testSequentialEditLogSeqNum/f2e7b1f2276772389b537a3b85dc7691/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:52:54,272 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f2e7b1f2276772389b537a3b85dc7691; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60132612, jitterRate=-0.1039542555809021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T00:52:54,273 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f2e7b1f2276772389b537a3b85dc7691: Writing region info on filesystem at 1733359974227Initializing all the Stores at 1733359974239 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359974239Cleaning up temporary data from old regions at 1733359974268 (+29 ms)Region opened successfully at 1733359974273 (+5 ms) 2024-12-05T00:52:54,286 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f2e7b1f2276772389b537a3b85dc7691 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-05T00:52:54,311 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testSequentialEditLogSeqNum/f2e7b1f2276772389b537a3b85dc7691/.tmp/a/3fc0c4678c024328ade76b0bd503df32 is 81, key is testSequentialEditLogSeqNum/a:x0/1733359974273/Put/seqid=0 2024-12-05T00:52:54,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741876_1053 (size=5833) 2024-12-05T00:52:54,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741876_1053 (size=5833) 2024-12-05T00:52:54,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741876_1053 (size=5833) 2024-12-05T00:52:54,322 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testSequentialEditLogSeqNum/f2e7b1f2276772389b537a3b85dc7691/.tmp/a/3fc0c4678c024328ade76b0bd503df32 2024-12-05T00:52:54,329 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testSequentialEditLogSeqNum/f2e7b1f2276772389b537a3b85dc7691/.tmp/a/3fc0c4678c024328ade76b0bd503df32 as hdfs://localhost:42677/hbase/data/default/testSequentialEditLogSeqNum/f2e7b1f2276772389b537a3b85dc7691/a/3fc0c4678c024328ade76b0bd503df32 2024-12-05T00:52:54,335 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testSequentialEditLogSeqNum/f2e7b1f2276772389b537a3b85dc7691/a/3fc0c4678c024328ade76b0bd503df32, entries=10, sequenceid=13, filesize=5.7 K 2024-12-05T00:52:54,337 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for f2e7b1f2276772389b537a3b85dc7691 in 52ms, sequenceid=13, compaction requested=false 2024-12-05T00:52:54,337 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f2e7b1f2276772389b537a3b85dc7691: 2024-12-05T00:52:54,343 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T00:52:54,344 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T00:52:54,344 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T00:52:54,344 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T00:52:54,344 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T00:52:54,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741874_1051 (size=1616) 2024-12-05T00:52:54,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741874_1051 (size=1616) 2024-12-05T00:52:54,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741874_1051 (size=1616) 2024-12-05T00:52:54,364 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42677/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733359974202/wal.1733359974209, size=1.6 K (1616bytes) 2024-12-05T00:52:54,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42677/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733359974202/wal.1733359974209 2024-12-05T00:52:54,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42677/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733359974202/wal.1733359974209 after 1ms 2024-12-05T00:52:54,368 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733359974202/wal.1733359974209: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:52:54,368 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42677/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733359974202/wal.1733359974209 took 4ms 2024-12-05T00:52:54,370 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42677/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733359974202/wal.1733359974209 so closing down 2024-12-05T00:52:54,371 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T00:52:54,372 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733359974209.temp 2024-12-05T00:52:54,373 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testSequentialEditLogSeqNum/f2e7b1f2276772389b537a3b85dc7691/recovered.edits/0000000000000000003-wal.1733359974209.temp 2024-12-05T00:52:54,374 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T00:52:54,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741877_1054 (size=1175) 2024-12-05T00:52:54,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741877_1054 (size=1175) 2024-12-05T00:52:54,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741877_1054 (size=1175) 2024-12-05T00:52:54,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testSequentialEditLogSeqNum/f2e7b1f2276772389b537a3b85dc7691/recovered.edits/0000000000000000003-wal.1733359974209.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-05T00:52:54,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42677/hbase/data/default/testSequentialEditLogSeqNum/f2e7b1f2276772389b537a3b85dc7691/recovered.edits/0000000000000000003-wal.1733359974209.temp to hdfs://localhost:42677/hbase/data/default/testSequentialEditLogSeqNum/f2e7b1f2276772389b537a3b85dc7691/recovered.edits/0000000000000000020 2024-12-05T00:52:54,386 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:42677/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733359974202/wal.1733359974209, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-12-05T00:52:54,386 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42677/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733359974202/wal.1733359974209, journal: Splitting hdfs://localhost:42677/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733359974202/wal.1733359974209, size=1.6 K (1616bytes) at 1733359974364Finishing writing output for hdfs://localhost:42677/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733359974202/wal.1733359974209 so closing down at 1733359974371 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testSequentialEditLogSeqNum/f2e7b1f2276772389b537a3b85dc7691/recovered.edits/0000000000000000003-wal.1733359974209.temp at 1733359974373 (+2 ms)3 split writer threads finished at 1733359974374 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testSequentialEditLogSeqNum/f2e7b1f2276772389b537a3b85dc7691/recovered.edits/0000000000000000003-wal.1733359974209.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733359974384 (+10 ms)Rename recovered edits hdfs://localhost:42677/hbase/data/default/testSequentialEditLogSeqNum/f2e7b1f2276772389b537a3b85dc7691/recovered.edits/0000000000000000003-wal.1733359974209.temp to hdfs://localhost:42677/hbase/data/default/testSequentialEditLogSeqNum/f2e7b1f2276772389b537a3b85dc7691/recovered.edits/0000000000000000020 at 1733359974386 (+2 ms)Processed 17 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:42677/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733359974202/wal.1733359974209, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1733359974386 2024-12-05T00:52:54,398 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=411 (was 406) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:58174 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:38182 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 360), ProcessCount=11 (was 11), AvailableMemoryMB=9819 (was 9876) 2024-12-05T00:52:54,409 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=411, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=9818 2024-12-05T00:52:54,425 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:54,427 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:54,445 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:52:54,448 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-60905803, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/hregion-60905803, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:52:54,464 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-60905803/hregion-60905803.1733359974449, exclude list is [], retry=0 2024-12-05T00:52:54,467 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:52:54,467 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:52:54,468 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:52:54,469 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-60905803/hregion-60905803.1733359974449 2024-12-05T00:52:54,470 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:36311:36311)] 2024-12-05T00:52:54,470 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 41576338591d399133be2590a30cb12a, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733359974426.41576338591d399133be2590a30cb12a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42677/hbase 2024-12-05T00:52:54,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741879_1056 (size=70) 2024-12-05T00:52:54,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741879_1056 (size=70) 2024-12-05T00:52:54,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741879_1056 (size=70) 2024-12-05T00:52:54,480 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733359974426.41576338591d399133be2590a30cb12a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:54,481 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,483 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41576338591d399133be2590a30cb12a columnFamilyName a 2024-12-05T00:52:54,483 DEBUG [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:54,484 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] regionserver.HStore(327): Store=41576338591d399133be2590a30cb12a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:54,484 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,485 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41576338591d399133be2590a30cb12a columnFamilyName b 2024-12-05T00:52:54,485 DEBUG [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:54,486 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] regionserver.HStore(327): Store=41576338591d399133be2590a30cb12a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:54,486 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,487 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41576338591d399133be2590a30cb12a columnFamilyName c 2024-12-05T00:52:54,487 DEBUG [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:54,488 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] regionserver.HStore(327): Store=41576338591d399133be2590a30cb12a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:54,488 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,489 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,489 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,490 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,490 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,491 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T00:52:54,492 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,494 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:52:54,495 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 41576338591d399133be2590a30cb12a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70442994, jitterRate=0.049682408571243286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T00:52:54,496 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 41576338591d399133be2590a30cb12a: Writing region info on filesystem at 1733359974480Initializing all the Stores at 1733359974481 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359974481Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359974481Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359974481Cleaning up temporary data from old regions at 1733359974490 (+9 ms)Region opened successfully at 1733359974496 (+6 ms) 2024-12-05T00:52:54,496 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 41576338591d399133be2590a30cb12a, disabling compactions & flushes 2024-12-05T00:52:54,496 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733359974426.41576338591d399133be2590a30cb12a. 2024-12-05T00:52:54,496 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733359974426.41576338591d399133be2590a30cb12a. 2024-12-05T00:52:54,497 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733359974426.41576338591d399133be2590a30cb12a. after waiting 0 ms 2024-12-05T00:52:54,497 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733359974426.41576338591d399133be2590a30cb12a. 2024-12-05T00:52:54,497 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733359974426.41576338591d399133be2590a30cb12a. 2024-12-05T00:52:54,497 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 41576338591d399133be2590a30cb12a: Waiting for close lock at 1733359974496Disabling compacts and flushes for region at 1733359974496Disabling writes for close at 1733359974497 (+1 ms)Writing region close event to WAL at 1733359974497Closed at 1733359974497 2024-12-05T00:52:54,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741878_1055 (size=93) 2024-12-05T00:52:54,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741878_1055 (size=93) 2024-12-05T00:52:54,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741878_1055 (size=93) 2024-12-05T00:52:54,505 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T00:52:54,505 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-60905803:(num 1733359974449) 2024-12-05T00:52:54,505 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:52:54,507 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:52:54,524 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359974508, exclude list is [], retry=0 2024-12-05T00:52:54,527 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:52:54,528 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:52:54,528 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:52:54,530 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359974508 2024-12-05T00:52:54,530 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:36311:36311),(127.0.0.1/127.0.0.1:43419:43419)] 2024-12-05T00:52:54,531 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 41576338591d399133be2590a30cb12a, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733359974426.41576338591d399133be2590a30cb12a.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:52:54,531 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733359974426.41576338591d399133be2590a30cb12a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:54,531 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,531 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,533 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,534 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41576338591d399133be2590a30cb12a columnFamilyName a 2024-12-05T00:52:54,534 DEBUG [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:54,534 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] regionserver.HStore(327): Store=41576338591d399133be2590a30cb12a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:54,534 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,535 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41576338591d399133be2590a30cb12a columnFamilyName b 2024-12-05T00:52:54,535 DEBUG [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:54,536 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] regionserver.HStore(327): Store=41576338591d399133be2590a30cb12a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:54,536 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,537 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41576338591d399133be2590a30cb12a columnFamilyName c 2024-12-05T00:52:54,537 DEBUG [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:54,537 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] regionserver.HStore(327): Store=41576338591d399133be2590a30cb12a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:54,537 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,538 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,539 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,540 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,540 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,541 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T00:52:54,542 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 41576338591d399133be2590a30cb12a 2024-12-05T00:52:54,543 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 41576338591d399133be2590a30cb12a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67050104, jitterRate=-8.755922317504883E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T00:52:54,544 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 41576338591d399133be2590a30cb12a: Writing region info on filesystem at 1733359974531Initializing all the Stores at 1733359974532 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359974532Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359974532Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359974532Cleaning up temporary data from old regions at 1733359974540 (+8 ms)Region opened successfully at 1733359974544 (+4 ms) 2024-12-05T00:52:54,548 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733359974547/Put/seqid=0 2024-12-05T00:52:54,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741881_1058 (size=4826) 2024-12-05T00:52:54,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741881_1058 (size=4826) 2024-12-05T00:52:54,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741881_1058 (size=4826) 2024-12-05T00:52:54,557 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42677/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 41576338591d399133be2590a30cb12a/a 2024-12-05T00:52:54,565 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-05T00:52:54,565 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T00:52:54,565 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 41576338591d399133be2590a30cb12a: 2024-12-05T00:52:54,567 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/a/2e17b72edf07462b99bd33f30416ab17_SeqId_3_ 2024-12-05T00:52:54,568 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42677/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 41576338591d399133be2590a30cb12a/a as hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/a/2e17b72edf07462b99bd33f30416ab17_SeqId_3_ - updating store file list. 2024-12-05T00:52:54,574 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e17b72edf07462b99bd33f30416ab17_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-05T00:52:54,575 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/a/2e17b72edf07462b99bd33f30416ab17_SeqId_3_ into 41576338591d399133be2590a30cb12a/a 2024-12-05T00:52:54,575 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42677/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 41576338591d399133be2590a30cb12a/a (new location: hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/a/2e17b72edf07462b99bd33f30416ab17_SeqId_3_) 2024-12-05T00:52:54,614 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42677/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359974508, size=0 (0bytes) 2024-12-05T00:52:54,614 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42677/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359974508 might be still open, length is 0 2024-12-05T00:52:54,614 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42677/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359974508 2024-12-05T00:52:54,615 WARN [IPC Server handler 1 on default port 42677 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359974508 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-05T00:52:54,615 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42677/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359974508 after 1ms 2024-12-05T00:52:54,916 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:38296 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41245:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38296 dst: /127.0.0.1:41245 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41245 remote=/127.0.0.1:38296]. Total timeout mills is 60000, 59665 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:52:54,916 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:49916 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36741:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49916 dst: /127.0.0.1:36741 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:52:54,917 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:58284 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37103:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58284 dst: /127.0.0.1:37103 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:52:54,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741880_1059 (size=434) 2024-12-05T00:52:54,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741880_1059 (size=434) 2024-12-05T00:52:58,617 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42677/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359974508 after 4002ms 2024-12-05T00:52:58,625 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359974508: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:52:58,625 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42677/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359974508 took 4012ms 2024-12-05T00:52:58,628 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42677/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359974508; continuing. 2024-12-05T00:52:58,628 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42677/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359974508 so closing down 2024-12-05T00:52:58,628 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T00:52:58,630 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733359974508.temp 2024-12-05T00:52:58,632 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/recovered.edits/0000000000000000005-wal.1733359974508.temp 2024-12-05T00:52:58,632 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T00:52:58,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741882_1060 (size=236) 2024-12-05T00:52:58,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741882_1060 (size=236) 2024-12-05T00:52:58,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741882_1060 (size=236) 2024-12-05T00:52:58,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/recovered.edits/0000000000000000005-wal.1733359974508.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-05T00:52:58,643 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/recovered.edits/0000000000000000005-wal.1733359974508.temp to hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/recovered.edits/0000000000000000005 2024-12-05T00:52:58,643 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 17 ms; skipped=1; WAL=hdfs://localhost:42677/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359974508, size=0, length=0, corrupted=false, cancelled=false 2024-12-05T00:52:58,643 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42677/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359974508, journal: Splitting hdfs://localhost:42677/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359974508, size=0 (0bytes) at 1733359974614Finishing writing output for hdfs://localhost:42677/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359974508 so closing down at 1733359978628 (+4014 ms)Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/recovered.edits/0000000000000000005-wal.1733359974508.temp at 1733359978632 (+4 ms)3 split writer threads finished at 1733359978632Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/recovered.edits/0000000000000000005-wal.1733359974508.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733359978641 (+9 ms)Rename recovered edits hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/recovered.edits/0000000000000000005-wal.1733359974508.temp to hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/recovered.edits/0000000000000000005 at 1733359978643 (+2 ms)Processed 2 edits across 1 Regions in 17 ms; skipped=1; WAL=hdfs://localhost:42677/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359974508, size=0, length=0, corrupted=false, cancelled=false at 1733359978643 2024-12-05T00:52:58,645 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42677/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359974508 to hdfs://localhost:42677/hbase/oldWALs/wal.1733359974508 2024-12-05T00:52:58,646 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/recovered.edits/0000000000000000005 2024-12-05T00:52:58,646 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:52:58,648 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:52:58,660 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359978648, exclude list is [], retry=0 2024-12-05T00:52:58,663 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:52:58,663 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:52:58,663 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:52:58,665 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359978648 2024-12-05T00:52:58,665 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:36311:36311),(127.0.0.1/127.0.0.1:43419:43419)] 2024-12-05T00:52:58,665 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 41576338591d399133be2590a30cb12a, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733359974426.41576338591d399133be2590a30cb12a.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:52:58,665 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733359974426.41576338591d399133be2590a30cb12a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:58,666 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 41576338591d399133be2590a30cb12a 2024-12-05T00:52:58,666 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 41576338591d399133be2590a30cb12a 2024-12-05T00:52:58,667 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 41576338591d399133be2590a30cb12a 2024-12-05T00:52:58,668 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41576338591d399133be2590a30cb12a columnFamilyName a 2024-12-05T00:52:58,668 DEBUG [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:58,674 DEBUG [StoreFileOpener-41576338591d399133be2590a30cb12a-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e17b72edf07462b99bd33f30416ab17_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-05T00:52:58,674 DEBUG [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/a/2e17b72edf07462b99bd33f30416ab17_SeqId_3_ 2024-12-05T00:52:58,674 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] regionserver.HStore(327): Store=41576338591d399133be2590a30cb12a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:58,674 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 41576338591d399133be2590a30cb12a 2024-12-05T00:52:58,675 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41576338591d399133be2590a30cb12a columnFamilyName b 2024-12-05T00:52:58,675 DEBUG [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:58,676 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] regionserver.HStore(327): Store=41576338591d399133be2590a30cb12a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:58,676 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 41576338591d399133be2590a30cb12a 2024-12-05T00:52:58,676 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41576338591d399133be2590a30cb12a columnFamilyName c 2024-12-05T00:52:58,676 DEBUG [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:58,677 INFO [StoreOpener-41576338591d399133be2590a30cb12a-1 {}] regionserver.HStore(327): Store=41576338591d399133be2590a30cb12a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:58,677 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 41576338591d399133be2590a30cb12a 2024-12-05T00:52:58,678 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a 2024-12-05T00:52:58,679 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a 2024-12-05T00:52:58,680 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/recovered.edits/0000000000000000005 2024-12-05T00:52:58,682 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:52:58,683 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/recovered.edits/0000000000000000005 2024-12-05T00:52:58,683 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 41576338591d399133be2590a30cb12a 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-05T00:52:58,696 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/.tmp/a/8d5fac8d1ae945dd83647c8a8be7b392 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733359974580/Put/seqid=0 2024-12-05T00:52:58,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741884_1062 (size=5149) 2024-12-05T00:52:58,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741884_1062 (size=5149) 2024-12-05T00:52:58,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741884_1062 (size=5149) 2024-12-05T00:52:58,703 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/.tmp/a/8d5fac8d1ae945dd83647c8a8be7b392 2024-12-05T00:52:58,710 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/.tmp/a/8d5fac8d1ae945dd83647c8a8be7b392 as hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/a/8d5fac8d1ae945dd83647c8a8be7b392 2024-12-05T00:52:58,715 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/a/8d5fac8d1ae945dd83647c8a8be7b392, entries=1, sequenceid=5, filesize=5.0 K 2024-12-05T00:52:58,715 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 41576338591d399133be2590a30cb12a in 32ms, sequenceid=5, compaction requested=false; wal=null 2024-12-05T00:52:58,716 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/recovered.edits/0000000000000000005 2024-12-05T00:52:58,718 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 41576338591d399133be2590a30cb12a 2024-12-05T00:52:58,718 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 41576338591d399133be2590a30cb12a 2024-12-05T00:52:58,718 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T00:52:58,720 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 41576338591d399133be2590a30cb12a 2024-12-05T00:52:58,722 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/41576338591d399133be2590a30cb12a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T00:52:58,723 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 41576338591d399133be2590a30cb12a; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72880744, jitterRate=0.08600771427154541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T00:52:58,724 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 41576338591d399133be2590a30cb12a: Writing region info on filesystem at 1733359978666Initializing all the Stores at 1733359978667 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359978667Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359978667Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359978667Obtaining lock to block concurrent updates at 1733359978683 (+16 ms)Preparing flush snapshotting stores in 41576338591d399133be2590a30cb12a at 1733359978683Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733359974426.41576338591d399133be2590a30cb12a., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733359978683Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733359974426.41576338591d399133be2590a30cb12a. at 1733359978683Flushing 41576338591d399133be2590a30cb12a/a: creating writer at 1733359978683Flushing 41576338591d399133be2590a30cb12a/a: appending metadata at 1733359978695 (+12 ms)Flushing 41576338591d399133be2590a30cb12a/a: closing flushed file at 1733359978695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49333a96: reopening flushed file at 1733359978709 (+14 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 41576338591d399133be2590a30cb12a in 32ms, sequenceid=5, compaction requested=false; wal=null at 1733359978715 (+6 ms)Cleaning up temporary data from old regions at 1733359978718 (+3 ms)Region opened successfully at 1733359978724 (+6 ms) 2024-12-05T00:52:58,728 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 41576338591d399133be2590a30cb12a, disabling compactions & flushes 2024-12-05T00:52:58,728 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733359974426.41576338591d399133be2590a30cb12a. 2024-12-05T00:52:58,728 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733359974426.41576338591d399133be2590a30cb12a. 2024-12-05T00:52:58,728 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733359974426.41576338591d399133be2590a30cb12a. after waiting 0 ms 2024-12-05T00:52:58,728 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733359974426.41576338591d399133be2590a30cb12a. 2024-12-05T00:52:58,729 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733359974426.41576338591d399133be2590a30cb12a. 2024-12-05T00:52:58,729 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 41576338591d399133be2590a30cb12a: Waiting for close lock at 1733359978728Disabling compacts and flushes for region at 1733359978728Disabling writes for close at 1733359978728Writing region close event to WAL at 1733359978729 (+1 ms)Closed at 1733359978729 2024-12-05T00:52:58,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741883_1061 (size=93) 2024-12-05T00:52:58,732 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359978648 not finished, retry = 0 2024-12-05T00:52:58,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741883_1061 (size=93) 2024-12-05T00:52:58,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741883_1061 (size=93) 2024-12-05T00:52:58,838 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T00:52:58,838 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733359978648) 2024-12-05T00:52:58,853 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=417 (was 411) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:42677 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1130864957_22 at /127.0.0.1:38350 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1130864957_22 at /127.0.0.1:49958 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1130864957_22 at /127.0.0.1:58300 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:42677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 360), ProcessCount=11 (was 11), AvailableMemoryMB=9817 (was 9818) 2024-12-05T00:52:58,864 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=417, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=9816 2024-12-05T00:52:58,879 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:58,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T00:52:58,888 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fea72ea5c4b6,41169,1733359963769 2024-12-05T00:52:58,890 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@267658e7 2024-12-05T00:52:58,890 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T00:52:58,893 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T00:52:58,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T00:52:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-05T00:52:58,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T00:52:58,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-05T00:52:58,907 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:58,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T00:52:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T00:52:58,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741885_1063 (size=694) 2024-12-05T00:52:58,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741885_1063 (size=694) 2024-12-05T00:52:58,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741885_1063 (size=694) 2024-12-05T00:52:58,923 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6a55a49914e72a3d7d161005ef95f21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555 2024-12-05T00:52:58,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741886_1064 (size=77) 2024-12-05T00:52:58,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741886_1064 (size=77) 2024-12-05T00:52:58,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741886_1064 (size=77) 2024-12-05T00:52:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T00:52:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T00:52:59,336 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:59,336 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing a6a55a49914e72a3d7d161005ef95f21, disabling compactions & flushes 2024-12-05T00:52:59,336 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:52:59,336 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:52:59,337 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. after waiting 0 ms 2024-12-05T00:52:59,337 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:52:59,337 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:52:59,337 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6a55a49914e72a3d7d161005ef95f21: Waiting for close lock at 1733359979336Disabling compacts and flushes for region at 1733359979336Disabling writes for close at 1733359979337 (+1 ms)Writing region close event to WAL at 1733359979337Closed at 1733359979337 2024-12-05T00:52:59,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T00:52:59,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733359979341"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733359979341"}]},"ts":"1733359979341"} 2024-12-05T00:52:59,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T00:52:59,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T00:52:59,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733359979354"}]},"ts":"1733359979354"} 2024-12-05T00:52:59,360 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-05T00:52:59,361 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fea72ea5c4b6=0} racks are {/default-rack=0} 2024-12-05T00:52:59,362 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T00:52:59,362 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T00:52:59,362 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T00:52:59,362 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T00:52:59,362 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T00:52:59,362 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T00:52:59,362 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T00:52:59,362 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T00:52:59,362 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T00:52:59,362 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T00:52:59,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, ASSIGN}] 2024-12-05T00:52:59,366 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, ASSIGN 2024-12-05T00:52:59,367 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, ASSIGN; state=OFFLINE, location=fea72ea5c4b6,34119,1733359964764; forceNewPlan=false, retain=false 2024-12-05T00:52:59,521 INFO [fea72ea5c4b6:41169 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T00:52:59,522 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a6a55a49914e72a3d7d161005ef95f21, regionState=OPENING, regionLocation=fea72ea5c4b6,34119,1733359964764 2024-12-05T00:52:59,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, ASSIGN because future has completed 2024-12-05T00:52:59,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6a55a49914e72a3d7d161005ef95f21, server=fea72ea5c4b6,34119,1733359964764}] 2024-12-05T00:52:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T00:52:59,683 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T00:52:59,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60013, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T00:52:59,694 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:52:59,695 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a6a55a49914e72a3d7d161005ef95f21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:52:59,696 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:52:59,696 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:59,696 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:52:59,697 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:52:59,700 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:52:59,701 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a55a49914e72a3d7d161005ef95f21 columnFamilyName cf1 2024-12-05T00:52:59,702 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:59,702 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(327): Store=a6a55a49914e72a3d7d161005ef95f21/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:59,702 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:52:59,704 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a55a49914e72a3d7d161005ef95f21 columnFamilyName cf2 2024-12-05T00:52:59,704 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:59,704 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(327): Store=a6a55a49914e72a3d7d161005ef95f21/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:59,705 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:52:59,706 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:52:59,706 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:52:59,707 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:52:59,707 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:52:59,709 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-05T00:52:59,710 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:52:59,713 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:52:59,714 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a6a55a49914e72a3d7d161005ef95f21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68141796, jitterRate=0.015391886234283447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-05T00:52:59,714 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:52:59,715 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a6a55a49914e72a3d7d161005ef95f21: Running coprocessor pre-open hook at 1733359979697Writing region info on filesystem at 1733359979697Initializing all the Stores at 1733359979699 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359979699Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359979699Cleaning up temporary data from old regions at 1733359979707 (+8 ms)Running coprocessor post-open hooks at 1733359979714 (+7 ms)Region opened successfully at 1733359979715 (+1 ms) 2024-12-05T00:52:59,717 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., pid=6, masterSystemTime=1733359979682 2024-12-05T00:52:59,719 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:52:59,719 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:52:59,720 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a6a55a49914e72a3d7d161005ef95f21, regionState=OPEN, openSeqNum=2, regionLocation=fea72ea5c4b6,34119,1733359964764 2024-12-05T00:52:59,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6a55a49914e72a3d7d161005ef95f21, server=fea72ea5c4b6,34119,1733359964764 because future has completed 2024-12-05T00:52:59,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T00:52:59,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a6a55a49914e72a3d7d161005ef95f21, server=fea72ea5c4b6,34119,1733359964764 in 196 msec 2024-12-05T00:52:59,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T00:52:59,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, ASSIGN in 363 msec 2024-12-05T00:52:59,730 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T00:52:59,731 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733359979730"}]},"ts":"1733359979730"} 2024-12-05T00:52:59,733 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-05T00:52:59,735 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T00:52:59,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 837 msec 2024-12-05T00:53:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T00:53:00,049 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-05T00:53:00,049 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-05T00:53:00,052 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T00:53:00,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-05T00:53:00,063 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T00:53:00,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-05T00:53:00,078 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=2] 2024-12-05T00:53:00,079 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T00:53:00,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T00:53:00,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=a6a55a49914e72a3d7d161005ef95f21, source=fea72ea5c4b6,34119,1733359964764, destination=fea72ea5c4b6,44345,1733359964613, warming up region on fea72ea5c4b6,44345,1733359964613 2024-12-05T00:53:00,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=a6a55a49914e72a3d7d161005ef95f21, source=fea72ea5c4b6,34119,1733359964764, destination=fea72ea5c4b6,44345,1733359964613, running balancer 2024-12-05T00:53:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, REOPEN/MOVE 2024-12-05T00:53:00,100 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, REOPEN/MOVE 2024-12-05T00:53:00,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a6a55a49914e72a3d7d161005ef95f21, regionState=CLOSING, regionLocation=fea72ea5c4b6,34119,1733359964764 2024-12-05T00:53:00,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(7855): Warmup {ENCODED => a6a55a49914e72a3d7d161005ef95f21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:00,104 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:00,106 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a55a49914e72a3d7d161005ef95f21 columnFamilyName cf1 2024-12-05T00:53:00,106 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:00,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, REOPEN/MOVE because future has completed 2024-12-05T00:53:00,106 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(327): Store=a6a55a49914e72a3d7d161005ef95f21/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:00,107 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T00:53:00,107 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:00,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure a6a55a49914e72a3d7d161005ef95f21, server=fea72ea5c4b6,34119,1733359964764}] 2024-12-05T00:53:00,108 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a55a49914e72a3d7d161005ef95f21 columnFamilyName cf2 2024-12-05T00:53:00,108 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:00,108 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(327): Store=a6a55a49914e72a3d7d161005ef95f21/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(1722): Closing a6a55a49914e72a3d7d161005ef95f21, disabling compactions & flushes 2024-12-05T00:53:00,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. after waiting 0 ms 2024-12-05T00:53:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:00,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(1676): Region close journal for a6a55a49914e72a3d7d161005ef95f21: Waiting for close lock at 1733359980108Disabling compacts and flushes for region at 1733359980108Disabling writes for close at 1733359980109 (+1 ms)Writing region close event to WAL at 1733359980109Closed at 1733359980109 2024-12-05T00:53:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-05T00:53:00,265 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:00,265 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T00:53:00,266 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing a6a55a49914e72a3d7d161005ef95f21, disabling compactions & flushes 2024-12-05T00:53:00,266 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:00,266 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:00,266 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. after waiting 0 ms 2024-12-05T00:53:00,266 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:00,266 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing a6a55a49914e72a3d7d161005ef95f21 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-05T00:53:00,282 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/.tmp/cf1/4a6632f68b1c4a3aa04e887490431a64 is 35, key is r1/cf1:q/1733359980082/Put/seqid=0 2024-12-05T00:53:00,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741887_1065 (size=4783) 2024-12-05T00:53:00,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741887_1065 (size=4783) 2024-12-05T00:53:00,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741887_1065 (size=4783) 2024-12-05T00:53:00,295 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/.tmp/cf1/4a6632f68b1c4a3aa04e887490431a64 2024-12-05T00:53:00,302 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/.tmp/cf1/4a6632f68b1c4a3aa04e887490431a64 as hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf1/4a6632f68b1c4a3aa04e887490431a64 2024-12-05T00:53:00,308 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf1/4a6632f68b1c4a3aa04e887490431a64, entries=1, sequenceid=5, filesize=4.7 K 2024-12-05T00:53:00,309 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for a6a55a49914e72a3d7d161005ef95f21 in 43ms, sequenceid=5, compaction requested=false 2024-12-05T00:53:00,309 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-05T00:53:00,314 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T00:53:00,317 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:00,317 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for a6a55a49914e72a3d7d161005ef95f21: Waiting for close lock at 1733359980266Running coprocessor pre-close hooks at 1733359980266Disabling compacts and flushes for region at 1733359980266Disabling writes for close at 1733359980266Obtaining lock to block concurrent updates at 1733359980266Preparing flush snapshotting stores in a6a55a49914e72a3d7d161005ef95f21 at 1733359980266Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733359980266Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. at 1733359980267 (+1 ms)Flushing a6a55a49914e72a3d7d161005ef95f21/cf1: creating writer at 1733359980267Flushing a6a55a49914e72a3d7d161005ef95f21/cf1: appending metadata at 1733359980282 (+15 ms)Flushing a6a55a49914e72a3d7d161005ef95f21/cf1: closing flushed file at 1733359980282Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a000183: reopening flushed file at 1733359980301 (+19 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for a6a55a49914e72a3d7d161005ef95f21 in 43ms, sequenceid=5, compaction requested=false at 1733359980309 (+8 ms)Writing region close event to WAL at 1733359980311 (+2 ms)Running coprocessor post-close hooks at 1733359980315 (+4 ms)Closed at 1733359980317 (+2 ms) 2024-12-05T00:53:00,317 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding a6a55a49914e72a3d7d161005ef95f21 move to fea72ea5c4b6,44345,1733359964613 record at close sequenceid=5 2024-12-05T00:53:00,320 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:00,321 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a6a55a49914e72a3d7d161005ef95f21, regionState=CLOSED 2024-12-05T00:53:00,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure a6a55a49914e72a3d7d161005ef95f21, server=fea72ea5c4b6,34119,1733359964764 because future has completed 2024-12-05T00:53:00,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-05T00:53:00,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure a6a55a49914e72a3d7d161005ef95f21, server=fea72ea5c4b6,34119,1733359964764 in 219 msec 2024-12-05T00:53:00,331 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, REOPEN/MOVE; state=CLOSED, location=fea72ea5c4b6,44345,1733359964613; forceNewPlan=false, retain=false 2024-12-05T00:53:00,482 INFO [fea72ea5c4b6:41169 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T00:53:00,483 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a6a55a49914e72a3d7d161005ef95f21, regionState=OPENING, regionLocation=fea72ea5c4b6,44345,1733359964613 2024-12-05T00:53:00,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, REOPEN/MOVE because future has completed 2024-12-05T00:53:00,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6a55a49914e72a3d7d161005ef95f21, server=fea72ea5c4b6,44345,1733359964613}] 2024-12-05T00:53:00,647 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:00,647 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => a6a55a49914e72a3d7d161005ef95f21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:00,647 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:00,647 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:00,647 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:00,647 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:00,649 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:00,650 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a55a49914e72a3d7d161005ef95f21 columnFamilyName cf1 2024-12-05T00:53:00,650 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:00,659 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf1/4a6632f68b1c4a3aa04e887490431a64 2024-12-05T00:53:00,659 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(327): Store=a6a55a49914e72a3d7d161005ef95f21/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:00,659 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:00,660 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a55a49914e72a3d7d161005ef95f21 columnFamilyName cf2 2024-12-05T00:53:00,660 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:00,661 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(327): Store=a6a55a49914e72a3d7d161005ef95f21/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:00,661 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:00,662 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:00,664 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:00,665 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:00,665 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:00,665 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-05T00:53:00,667 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:00,668 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened a6a55a49914e72a3d7d161005ef95f21; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63999976, jitterRate=-0.04632604122161865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-05T00:53:00,668 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:00,669 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for a6a55a49914e72a3d7d161005ef95f21: Running coprocessor pre-open hook at 1733359980647Writing region info on filesystem at 1733359980647Initializing all the Stores at 1733359980648 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359980649 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359980649Cleaning up temporary data from old regions at 1733359980665 (+16 ms)Running coprocessor post-open hooks at 1733359980668 (+3 ms)Region opened successfully at 1733359980669 (+1 ms) 2024-12-05T00:53:00,670 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., pid=9, masterSystemTime=1733359980643 2024-12-05T00:53:00,673 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:00,673 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:00,673 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a6a55a49914e72a3d7d161005ef95f21, regionState=OPEN, openSeqNum=9, regionLocation=fea72ea5c4b6,44345,1733359964613 2024-12-05T00:53:00,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6a55a49914e72a3d7d161005ef95f21, server=fea72ea5c4b6,44345,1733359964613 because future has completed 2024-12-05T00:53:00,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-05T00:53:00,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure a6a55a49914e72a3d7d161005ef95f21, server=fea72ea5c4b6,44345,1733359964613 in 189 msec 2024-12-05T00:53:00,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, REOPEN/MOVE in 583 msec 2024-12-05T00:53:00,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T00:53:00,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T00:53:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:59850 deadline: 1733360040715, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fea72ea5c4b6 port=44345 startCode=1733359964613. As of locationSeqNum=5. 2024-12-05T00:53:00,738 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fea72ea5c4b6 port=44345 startCode=1733359964613. As of locationSeqNum=5. 2024-12-05T00:53:00,739 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fea72ea5c4b6 port=44345 startCode=1733359964613. As of locationSeqNum=5. 2024-12-05T00:53:00,739 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,44345,1733359964613, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fea72ea5c4b6 port=44345 startCode=1733359964613. As of locationSeqNum=5. 2024-12-05T00:53:00,856 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a6a55a49914e72a3d7d161005ef95f21 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-05T00:53:00,873 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/.tmp/cf1/6280e2d3f9194bccb7ccf95820fec005 is 29, key is r1/cf1:/1733359980847/DeleteFamily/seqid=0 2024-12-05T00:53:00,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741888_1066 (size=4906) 2024-12-05T00:53:00,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741888_1066 (size=4906) 2024-12-05T00:53:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741888_1066 (size=4906) 2024-12-05T00:53:00,885 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/.tmp/cf1/6280e2d3f9194bccb7ccf95820fec005 2024-12-05T00:53:00,893 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6280e2d3f9194bccb7ccf95820fec005 2024-12-05T00:53:00,908 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/.tmp/cf2/74c33c7d65cb45dca3133755cc518924 is 29, key is r1/cf2:/1733359980847/DeleteFamily/seqid=0 2024-12-05T00:53:00,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741889_1067 (size=4906) 2024-12-05T00:53:00,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741889_1067 (size=4906) 2024-12-05T00:53:00,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741889_1067 (size=4906) 2024-12-05T00:53:00,915 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/.tmp/cf2/74c33c7d65cb45dca3133755cc518924 2024-12-05T00:53:00,922 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74c33c7d65cb45dca3133755cc518924 2024-12-05T00:53:00,923 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/.tmp/cf1/6280e2d3f9194bccb7ccf95820fec005 as hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf1/6280e2d3f9194bccb7ccf95820fec005 2024-12-05T00:53:00,929 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6280e2d3f9194bccb7ccf95820fec005 2024-12-05T00:53:00,930 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf1/6280e2d3f9194bccb7ccf95820fec005, entries=1, sequenceid=12, filesize=4.8 K 2024-12-05T00:53:00,931 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/.tmp/cf2/74c33c7d65cb45dca3133755cc518924 as hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf2/74c33c7d65cb45dca3133755cc518924 2024-12-05T00:53:00,937 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74c33c7d65cb45dca3133755cc518924 2024-12-05T00:53:00,937 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf2/74c33c7d65cb45dca3133755cc518924, entries=1, sequenceid=12, filesize=4.8 K 2024-12-05T00:53:00,939 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for a6a55a49914e72a3d7d161005ef95f21 in 83ms, sequenceid=12, compaction requested=false 2024-12-05T00:53:00,939 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a6a55a49914e72a3d7d161005ef95f21: 2024-12-05T00:53:00,941 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-05T00:53:00,942 DEBUG [Time-limited test {}] regionserver.HStore(1541): a6a55a49914e72a3d7d161005ef95f21/cf1 is initiating major compaction (all files) 2024-12-05T00:53:00,943 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T00:53:00,943 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:00,943 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of a6a55a49914e72a3d7d161005ef95f21/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:00,944 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf1/4a6632f68b1c4a3aa04e887490431a64, hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf1/6280e2d3f9194bccb7ccf95820fec005] into tmpdir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/.tmp, totalSize=9.5 K 2024-12-05T00:53:00,945 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4a6632f68b1c4a3aa04e887490431a64, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733359980082 2024-12-05T00:53:00,946 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6280e2d3f9194bccb7ccf95820fec005, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-05T00:53:00,957 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): a6a55a49914e72a3d7d161005ef95f21#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T00:53:00,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741890_1068 (size=4626) 2024-12-05T00:53:00,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741890_1068 (size=4626) 2024-12-05T00:53:00,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741890_1068 (size=4626) 2024-12-05T00:53:00,972 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/.tmp/cf1/5c7ce5f6c3aa480385c15b689e7b2542 as hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf1/5c7ce5f6c3aa480385c15b689e7b2542 2024-12-05T00:53:00,986 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in a6a55a49914e72a3d7d161005ef95f21/cf1 of a6a55a49914e72a3d7d161005ef95f21 into 5c7ce5f6c3aa480385c15b689e7b2542(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T00:53:00,986 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for a6a55a49914e72a3d7d161005ef95f21: 2024-12-05T00:53:00,986 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-05T00:53:00,987 DEBUG [Time-limited test {}] regionserver.HStore(1541): a6a55a49914e72a3d7d161005ef95f21/cf2 is initiating major compaction (all files) 2024-12-05T00:53:00,987 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T00:53:00,987 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:00,987 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of a6a55a49914e72a3d7d161005ef95f21/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:00,987 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf2/74c33c7d65cb45dca3133755cc518924] into tmpdir=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/.tmp, totalSize=4.8 K 2024-12-05T00:53:00,988 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 74c33c7d65cb45dca3133755cc518924, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-05T00:53:00,994 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): a6a55a49914e72a3d7d161005ef95f21#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T00:53:01,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741891_1069 (size=4592) 2024-12-05T00:53:01,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741891_1069 (size=4592) 2024-12-05T00:53:01,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741891_1069 (size=4592) 2024-12-05T00:53:01,010 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/.tmp/cf2/ce4b2f5146c7429bb09d0bcad73c0fe4 as hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf2/ce4b2f5146c7429bb09d0bcad73c0fe4 2024-12-05T00:53:01,017 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in a6a55a49914e72a3d7d161005ef95f21/cf2 of a6a55a49914e72a3d7d161005ef95f21 into ce4b2f5146c7429bb09d0bcad73c0fe4(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T00:53:01,017 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for a6a55a49914e72a3d7d161005ef95f21: 2024-12-05T00:53:01,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=a6a55a49914e72a3d7d161005ef95f21, source=fea72ea5c4b6,44345,1733359964613, destination=fea72ea5c4b6,34119,1733359964764, warming up region on fea72ea5c4b6,34119,1733359964764 2024-12-05T00:53:01,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=a6a55a49914e72a3d7d161005ef95f21, source=fea72ea5c4b6,44345,1733359964613, destination=fea72ea5c4b6,34119,1733359964764, running balancer 2024-12-05T00:53:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, REOPEN/MOVE 2024-12-05T00:53:01,023 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, REOPEN/MOVE 2024-12-05T00:53:01,025 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a6a55a49914e72a3d7d161005ef95f21, regionState=CLOSING, regionLocation=fea72ea5c4b6,44345,1733359964613 2024-12-05T00:53:01,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] regionserver.HRegion(7855): Warmup {ENCODED => a6a55a49914e72a3d7d161005ef95f21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:01,026 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:01,027 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a55a49914e72a3d7d161005ef95f21 columnFamilyName cf1 2024-12-05T00:53:01,028 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:01,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, REOPEN/MOVE because future has completed 2024-12-05T00:53:01,030 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T00:53:01,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure a6a55a49914e72a3d7d161005ef95f21, server=fea72ea5c4b6,44345,1733359964613}] 2024-12-05T00:53:01,036 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf1/4a6632f68b1c4a3aa04e887490431a64 2024-12-05T00:53:01,042 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf1/5c7ce5f6c3aa480385c15b689e7b2542 2024-12-05T00:53:01,048 INFO [StoreFileOpener-a6a55a49914e72a3d7d161005ef95f21-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6280e2d3f9194bccb7ccf95820fec005 2024-12-05T00:53:01,048 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf1/6280e2d3f9194bccb7ccf95820fec005 2024-12-05T00:53:01,048 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(327): Store=a6a55a49914e72a3d7d161005ef95f21/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:01,048 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:01,049 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a55a49914e72a3d7d161005ef95f21 columnFamilyName cf2 2024-12-05T00:53:01,050 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:01,056 INFO [StoreFileOpener-a6a55a49914e72a3d7d161005ef95f21-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74c33c7d65cb45dca3133755cc518924 2024-12-05T00:53:01,056 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf2/74c33c7d65cb45dca3133755cc518924 2024-12-05T00:53:01,061 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf2/ce4b2f5146c7429bb09d0bcad73c0fe4 2024-12-05T00:53:01,062 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(327): Store=a6a55a49914e72a3d7d161005ef95f21/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] regionserver.HRegion(1722): Closing a6a55a49914e72a3d7d161005ef95f21, disabling compactions & flushes 2024-12-05T00:53:01,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. after waiting 0 ms 2024-12-05T00:53:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:01,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] regionserver.HRegion(1676): Region close journal for a6a55a49914e72a3d7d161005ef95f21: Waiting for close lock at 1733359981062Disabling compacts and flushes for region at 1733359981062Disabling writes for close at 1733359981062Writing region close event to WAL at 1733359981063 (+1 ms)Closed at 1733359981063 2024-12-05T00:53:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-05T00:53:01,185 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:01,185 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T00:53:01,185 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing a6a55a49914e72a3d7d161005ef95f21, disabling compactions & flushes 2024-12-05T00:53:01,185 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:01,185 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:01,185 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. after waiting 0 ms 2024-12-05T00:53:01,185 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:01,185 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf1/4a6632f68b1c4a3aa04e887490431a64, hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf1/6280e2d3f9194bccb7ccf95820fec005] to archive 2024-12-05T00:53:01,188 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T00:53:01,192 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf1/4a6632f68b1c4a3aa04e887490431a64 to hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf1/4a6632f68b1c4a3aa04e887490431a64 2024-12-05T00:53:01,194 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf1/6280e2d3f9194bccb7ccf95820fec005 to hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf1/6280e2d3f9194bccb7ccf95820fec005 2024-12-05T00:53:01,209 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf2/74c33c7d65cb45dca3133755cc518924] to archive 2024-12-05T00:53:01,211 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T00:53:01,213 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf2/74c33c7d65cb45dca3133755cc518924 to hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf2/74c33c7d65cb45dca3133755cc518924 2024-12-05T00:53:01,218 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-05T00:53:01,219 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:01,219 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for a6a55a49914e72a3d7d161005ef95f21: Waiting for close lock at 1733359981185Running coprocessor pre-close hooks at 1733359981185Disabling compacts and flushes for region at 1733359981185Disabling writes for close at 1733359981185Writing region close event to WAL at 1733359981214 (+29 ms)Running coprocessor post-close hooks at 1733359981219 (+5 ms)Closed at 1733359981219 2024-12-05T00:53:01,219 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding a6a55a49914e72a3d7d161005ef95f21 move to fea72ea5c4b6,34119,1733359964764 record at close sequenceid=12 2024-12-05T00:53:01,222 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:01,222 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a6a55a49914e72a3d7d161005ef95f21, regionState=CLOSED 2024-12-05T00:53:01,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure a6a55a49914e72a3d7d161005ef95f21, server=fea72ea5c4b6,44345,1733359964613 because future has completed 2024-12-05T00:53:01,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-05T00:53:01,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure a6a55a49914e72a3d7d161005ef95f21, server=fea72ea5c4b6,44345,1733359964613 in 196 msec 2024-12-05T00:53:01,229 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, REOPEN/MOVE; state=CLOSED, location=fea72ea5c4b6,34119,1733359964764; forceNewPlan=false, retain=false 2024-12-05T00:53:01,380 INFO [fea72ea5c4b6:41169 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T00:53:01,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a6a55a49914e72a3d7d161005ef95f21, regionState=OPENING, regionLocation=fea72ea5c4b6,34119,1733359964764 2024-12-05T00:53:01,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, REOPEN/MOVE because future has completed 2024-12-05T00:53:01,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6a55a49914e72a3d7d161005ef95f21, server=fea72ea5c4b6,34119,1733359964764}] 2024-12-05T00:53:01,547 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:01,547 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => a6a55a49914e72a3d7d161005ef95f21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:01,547 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:01,547 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:01,547 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:01,547 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:01,549 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:01,550 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a55a49914e72a3d7d161005ef95f21 columnFamilyName cf1 2024-12-05T00:53:01,550 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:01,556 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf1/5c7ce5f6c3aa480385c15b689e7b2542 2024-12-05T00:53:01,556 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(327): Store=a6a55a49914e72a3d7d161005ef95f21/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:01,557 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:01,558 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a55a49914e72a3d7d161005ef95f21 columnFamilyName cf2 2024-12-05T00:53:01,558 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:01,564 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf2/ce4b2f5146c7429bb09d0bcad73c0fe4 2024-12-05T00:53:01,564 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(327): Store=a6a55a49914e72a3d7d161005ef95f21/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:01,565 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:01,565 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:01,567 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:01,567 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:01,567 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:01,568 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-05T00:53:01,570 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:01,571 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened a6a55a49914e72a3d7d161005ef95f21; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70410039, jitterRate=0.04919134080410004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-05T00:53:01,571 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:01,572 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for a6a55a49914e72a3d7d161005ef95f21: Running coprocessor pre-open hook at 1733359981547Writing region info on filesystem at 1733359981547Initializing all the Stores at 1733359981548 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359981549 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359981549Cleaning up temporary data from old regions at 1733359981567 (+18 ms)Running coprocessor post-open hooks at 1733359981571 (+4 ms)Region opened successfully at 1733359981572 (+1 ms) 2024-12-05T00:53:01,573 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., pid=12, masterSystemTime=1733359981543 2024-12-05T00:53:01,576 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:01,576 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:01,577 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a6a55a49914e72a3d7d161005ef95f21, regionState=OPEN, openSeqNum=18, regionLocation=fea72ea5c4b6,34119,1733359964764 2024-12-05T00:53:01,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6a55a49914e72a3d7d161005ef95f21, server=fea72ea5c4b6,34119,1733359964764 because future has completed 2024-12-05T00:53:01,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-05T00:53:01,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure a6a55a49914e72a3d7d161005ef95f21, server=fea72ea5c4b6,34119,1733359964764 in 192 msec 2024-12-05T00:53:01,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, REOPEN/MOVE in 561 msec 2024-12-05T00:53:01,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T00:53:01,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T00:53:01,631 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fea72ea5c4b6,34119,1733359964764: testing ***** 2024-12-05T00:53:01,631 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T00:53:01,633 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T00:53:01,635 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T00:53:01,638 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T00:53:01,640 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T00:53:01,648 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 340937992 }, "NonHeapMemoryUsage": { "committed": 170917888, "init": 7667712, "max": -1, "used": 168308776 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "fea72ea5c4b6", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 4, "ProcessCallTime_75th_percentile": 6, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 0, "TotalCallTime_max": 9, "TotalCallTime_mean": 3, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 4, "TotalCallTime_75th_percentile": 6, "TotalCallTime_90th_percentile": 8, "TotalCallTime_95th_percentile": 8, "TotalCallTime_98th_percentile": 8, "TotalCallTime_99th_percentile": 8, "TotalCallTime_99.9th_percentile": 8, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "fea72ea5c4b6", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:55833", "tag.serverName": "fea72ea5c4b6,34119,1733359964764", "tag.clusterId": "ff0f2137-3441-4b94-9a64-fa9c5d7d746f", "tag.Context": "regionserver", "tag.Hostname": "fea72ea5c4b6", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733359964764, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-05T00:53:01,653 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41169 {}] master.MasterRpcServices(700): fea72ea5c4b6,34119,1733359964764 reported a fatal error: ***** ABORTING region server fea72ea5c4b6,34119,1733359964764: testing ***** 2024-12-05T00:53:01,656 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fea72ea5c4b6,34119,1733359964764' ***** 2024-12-05T00:53:01,656 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-05T00:53:01,656 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T00:53:01,656 INFO [RS:2;fea72ea5c4b6:34119 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-05T00:53:01,656 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T00:53:01,657 INFO [RS:2;fea72ea5c4b6:34119 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-05T00:53:01,657 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.HRegionServer(3091): Received CLOSE for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:01,657 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.HRegionServer(956): aborting server fea72ea5c4b6,34119,1733359964764 2024-12-05T00:53:01,657 INFO [RS:2;fea72ea5c4b6:34119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T00:53:01,657 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6a55a49914e72a3d7d161005ef95f21, disabling compactions & flushes 2024-12-05T00:53:01,657 INFO [RS:2;fea72ea5c4b6:34119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fea72ea5c4b6:34119. 2024-12-05T00:53:01,657 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:49212 deadline: 1733360041657, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fea72ea5c4b6 port=34119 startCode=1733359964764. As of locationSeqNum=12. 2024-12-05T00:53:01,658 DEBUG [RS:2;fea72ea5c4b6:34119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:53:01,658 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:01,658 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. after waiting 0 ms 2024-12-05T00:53:01,658 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:01,658 DEBUG [RS:2;fea72ea5c4b6:34119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:01,658 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,44345,1733359964613, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,44345,1733359964613, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fea72ea5c4b6 port=34119 startCode=1733359964764. As of locationSeqNum=12. 2024-12-05T00:53:01,658 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T00:53:01,658 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,44345,1733359964613, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fea72ea5c4b6 port=34119 startCode=1733359964764. As of locationSeqNum=12. 2024-12-05T00:53:01,658 DEBUG [RS:2;fea72ea5c4b6:34119 {}] regionserver.HRegionServer(1325): Online Regions={a6a55a49914e72a3d7d161005ef95f21=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.} 2024-12-05T00:53:01,658 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,44345,1733359964613, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fea72ea5c4b6 port=34119 startCode=1733359964764. As of locationSeqNum=12. 2024-12-05T00:53:01,659 DEBUG [RS:2;fea72ea5c4b6:34119 {}] regionserver.HRegionServer(1351): Waiting on a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:01,661 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:01,662 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6a55a49914e72a3d7d161005ef95f21: Waiting for close lock at 1733359981657Running coprocessor pre-close hooks at 1733359981657Disabling compacts and flushes for region at 1733359981657Disabling writes for close at 1733359981658 (+1 ms)Writing region close event to WAL at 1733359981661 (+3 ms)Running coprocessor post-close hooks at 1733359981661Closed at 1733359981661 2024-12-05T00:53:01,662 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:01,689 INFO [regionserver/fea72ea5c4b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T00:53:01,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fea72ea5c4b6,34119,1733359964764 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:01,767 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fea72ea5c4b6,34119,1733359964764 aborting 2024-12-05T00:53:01,767 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fea72ea5c4b6,34119,1733359964764 aborting 2024-12-05T00:53:01,767 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=12 from cache 2024-12-05T00:53:01,859 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.HRegionServer(976): stopping server fea72ea5c4b6,34119,1733359964764; all regions closed. 2024-12-05T00:53:01,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741834_1010 (size=1677) 2024-12-05T00:53:01,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741834_1010 (size=1677) 2024-12-05T00:53:01,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741834_1010 (size=1677) 2024-12-05T00:53:01,867 DEBUG [RS:2;fea72ea5c4b6:34119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:01,867 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T00:53:01,867 INFO [RS:2;fea72ea5c4b6:34119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T00:53:01,867 INFO [RS:2;fea72ea5c4b6:34119 {}] hbase.ChoreService(370): Chore service for: regionserver/fea72ea5c4b6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T00:53:01,867 INFO [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T00:53:01,867 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T00:53:01,868 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T00:53:01,868 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T00:53:01,868 INFO [RS:2;fea72ea5c4b6:34119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T00:53:01,868 INFO [RS:2;fea72ea5c4b6:34119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34119 2024-12-05T00:53:01,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101a2fa07200003, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fea72ea5c4b6,34119,1733359964764 2024-12-05T00:53:01,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T00:53:01,941 INFO [RS:2;fea72ea5c4b6:34119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T00:53:01,952 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fea72ea5c4b6,34119,1733359964764] 2024-12-05T00:53:01,962 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fea72ea5c4b6,34119,1733359964764 already deleted, retry=false 2024-12-05T00:53:01,962 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fea72ea5c4b6,34119,1733359964764 on fea72ea5c4b6,41169,1733359963769 2024-12-05T00:53:01,969 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fea72ea5c4b6,34119,1733359964764, splitWal=true, meta=false 2024-12-05T00:53:01,973 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for fea72ea5c4b6,34119,1733359964764 (carryingMeta=false) fea72ea5c4b6,34119,1733359964764/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1c973d1c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T00:53:01,974 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fea72ea5c4b6,34119,1733359964764, splitWal=true, meta=false 2024-12-05T00:53:01,975 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): fea72ea5c4b6,34119,1733359964764 had 1 regions 2024-12-05T00:53:01,976 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fea72ea5c4b6,34119,1733359964764, splitWal=true, meta=false, isMeta: false 2024-12-05T00:53:01,978 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764-splitting 2024-12-05T00:53:01,979 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=18] 2024-12-05T00:53:01,979 INFO [PEWorker-2 {}] master.SplitWALManager(105): fea72ea5c4b6,34119,1733359964764 WAL count=1, meta=false 2024-12-05T00:53:01,980 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fea72ea5c4b6:34119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fea72ea5c4b6/172.17.0.2:34119 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:01,981 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=18, error=java.net.ConnectException: Call to address=fea72ea5c4b6:34119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fea72ea5c4b6/172.17.0.2:34119 2024-12-05T00:53:01,981 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-05T00:53:01,981 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=18 from cache 2024-12-05T00:53:01,981 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address fea72ea5c4b6:34119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fea72ea5c4b6/172.17.0.2:34119 2024-12-05T00:53:01,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fea72ea5c4b6%2C34119%2C1733359964764.1733359966228}] 2024-12-05T00:53:01,986 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=fea72ea5c4b6,42217,1733359964715 2024-12-05T00:53:01,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fea72ea5c4b6%2C34119%2C1733359964764.1733359966228, worker=fea72ea5c4b6,42217,1733359964715}] 2024-12-05T00:53:02,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101a2fa07200003, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:53:02,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101a2fa07200003, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:53:02,052 INFO [RS:2;fea72ea5c4b6:34119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T00:53:02,052 INFO [RS:2;fea72ea5c4b6:34119 {}] regionserver.HRegionServer(1031): Exiting; stopping=fea72ea5c4b6,34119,1733359964764; zookeeper connection closed. 2024-12-05T00:53:02,053 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39518e46 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39518e46 2024-12-05T00:53:02,148 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T00:53:02,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54845, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T00:53:02,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-05T00:53:02,173 INFO [RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764-splitting/fea72ea5c4b6%2C34119%2C1733359964764.1733359966228, size=1.6 K (1677bytes) 2024-12-05T00:53:02,173 INFO [RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764-splitting/fea72ea5c4b6%2C34119%2C1733359964764.1733359966228 2024-12-05T00:53:02,174 INFO [RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764-splitting/fea72ea5c4b6%2C34119%2C1733359964764.1733359966228 after 0ms 2024-12-05T00:53:02,176 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764-splitting/fea72ea5c4b6%2C34119%2C1733359964764.1733359966228: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:53:02,176 INFO [RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764-splitting/fea72ea5c4b6%2C34119%2C1733359964764.1733359966228 took 3ms 2024-12-05T00:53:02,183 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for a6a55a49914e72a3d7d161005ef95f21: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-05T00:53:02,183 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764-splitting/fea72ea5c4b6%2C34119%2C1733359964764.1733359966228 so closing down 2024-12-05T00:53:02,183 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T00:53:02,183 INFO [RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T00:53:02,183 INFO [RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764-splitting/fea72ea5c4b6%2C34119%2C1733359964764.1733359966228, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-12-05T00:53:02,183 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764-splitting/fea72ea5c4b6%2C34119%2C1733359964764.1733359966228, journal: Splitting hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764-splitting/fea72ea5c4b6%2C34119%2C1733359964764.1733359966228, size=1.6 K (1677bytes) at 1733359982173Finishing writing output for hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764-splitting/fea72ea5c4b6%2C34119%2C1733359964764.1733359966228 so closing down at 1733359982183 (+10 ms)3 split writer threads finished at 1733359982183Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764-splitting/fea72ea5c4b6%2C34119%2C1733359964764.1733359966228, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1733359982183 2024-12-05T00:53:02,183 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764-splitting/fea72ea5c4b6%2C34119%2C1733359964764.1733359966228 2024-12-05T00:53:02,184 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T00:53:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41169 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-05T00:53:02,191 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764-splitting/fea72ea5c4b6%2C34119%2C1733359964764.1733359966228 to hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/oldWALs 2024-12-05T00:53:02,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-05T00:53:02,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fea72ea5c4b6%2C34119%2C1733359964764.1733359966228, worker=fea72ea5c4b6,42217,1733359964715 in 203 msec 2024-12-05T00:53:02,196 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=fea72ea5c4b6,42217,1733359964715 2024-12-05T00:53:02,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T00:53:02,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure fea72ea5c4b6%2C34119%2C1733359964764.1733359966228, worker=fea72ea5c4b6,42217,1733359964715 in 215 msec 2024-12-05T00:53:02,200 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764-splitting dir is empty, no logs to split. 2024-12-05T00:53:02,200 INFO [PEWorker-1 {}] master.SplitWALManager(105): fea72ea5c4b6,34119,1733359964764 WAL count=0, meta=false 2024-12-05T00:53:02,201 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if fea72ea5c4b6,34119,1733359964764 WAL splitting is done? wals=0, meta=false 2024-12-05T00:53:02,202 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for fea72ea5c4b6,34119,1733359964764 failed, ignore...File hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,34119,1733359964764-splitting does not exist. 2024-12-05T00:53:02,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, ASSIGN}] 2024-12-05T00:53:02,206 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, ASSIGN 2024-12-05T00:53:02,207 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T00:53:02,290 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=18] 2024-12-05T00:53:02,291 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to fea72ea5c4b6:34119 this server is in the failed servers list 2024-12-05T00:53:02,292 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fea72ea5c4b6:34119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fea72ea5c4b6:34119 2024-12-05T00:53:02,292 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fea72ea5c4b6:34119 2024-12-05T00:53:02,292 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,34119,1733359964764, seqNum=18 from cache 2024-12-05T00:53:02,358 DEBUG [fea72ea5c4b6:41169 {}] balancer.BalancerClusterState(204): Hosts are {fea72ea5c4b6=0} racks are {/default-rack=0} 2024-12-05T00:53:02,359 DEBUG [fea72ea5c4b6:41169 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T00:53:02,359 DEBUG [fea72ea5c4b6:41169 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T00:53:02,359 DEBUG [fea72ea5c4b6:41169 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T00:53:02,359 DEBUG [fea72ea5c4b6:41169 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T00:53:02,359 INFO [fea72ea5c4b6:41169 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T00:53:02,359 INFO [fea72ea5c4b6:41169 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T00:53:02,359 DEBUG [fea72ea5c4b6:41169 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T00:53:02,360 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=a6a55a49914e72a3d7d161005ef95f21, regionState=OPENING, regionLocation=fea72ea5c4b6,42217,1733359964715 2024-12-05T00:53:02,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, ASSIGN because future has completed 2024-12-05T00:53:02,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6a55a49914e72a3d7d161005ef95f21, server=fea72ea5c4b6,42217,1733359964715}] 2024-12-05T00:53:02,525 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:02,525 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => a6a55a49914e72a3d7d161005ef95f21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:02,526 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:02,526 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:02,526 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:02,526 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:02,527 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:02,529 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a55a49914e72a3d7d161005ef95f21 columnFamilyName cf1 2024-12-05T00:53:02,529 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:02,537 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf1/5c7ce5f6c3aa480385c15b689e7b2542 2024-12-05T00:53:02,537 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(327): Store=a6a55a49914e72a3d7d161005ef95f21/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:02,537 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:02,538 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a55a49914e72a3d7d161005ef95f21 columnFamilyName cf2 2024-12-05T00:53:02,539 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:02,546 DEBUG [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/cf2/ce4b2f5146c7429bb09d0bcad73c0fe4 2024-12-05T00:53:02,546 INFO [StoreOpener-a6a55a49914e72a3d7d161005ef95f21-1 {}] regionserver.HStore(327): Store=a6a55a49914e72a3d7d161005ef95f21/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:02,547 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:02,548 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:02,549 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:02,550 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:02,550 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:02,550 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-05T00:53:02,552 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:02,553 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened a6a55a49914e72a3d7d161005ef95f21; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72338255, jitterRate=0.07792399823665619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-05T00:53:02,553 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:02,553 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for a6a55a49914e72a3d7d161005ef95f21: Running coprocessor pre-open hook at 1733359982526Writing region info on filesystem at 1733359982526Initializing all the Stores at 1733359982527 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359982527Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359982527Cleaning up temporary data from old regions at 1733359982550 (+23 ms)Running coprocessor post-open hooks at 1733359982553 (+3 ms)Region opened successfully at 1733359982553 2024-12-05T00:53:02,554 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., pid=17, masterSystemTime=1733359982521 2024-12-05T00:53:02,557 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:02,557 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:02,557 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=a6a55a49914e72a3d7d161005ef95f21, regionState=OPEN, openSeqNum=18, regionLocation=fea72ea5c4b6,42217,1733359964715 2024-12-05T00:53:02,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6a55a49914e72a3d7d161005ef95f21, server=fea72ea5c4b6,42217,1733359964715 because future has completed 2024-12-05T00:53:02,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-05T00:53:02,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure a6a55a49914e72a3d7d161005ef95f21, server=fea72ea5c4b6,42217,1733359964715 in 193 msec 2024-12-05T00:53:02,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-05T00:53:02,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a6a55a49914e72a3d7d161005ef95f21, ASSIGN in 358 msec 2024-12-05T00:53:02,565 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server fea72ea5c4b6,34119,1733359964764 after splitting done 2024-12-05T00:53:02,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure fea72ea5c4b6,34119,1733359964764, splitWal=true, meta=false in 602 msec 2024-12-05T00:53:02,799 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21., hostname=fea72ea5c4b6,42217,1733359964715, seqNum=18] 2024-12-05T00:53:02,799 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T00:53:02,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T00:53:02,816 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=414 (was 417), OpenFileDescriptor=1051 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 331), ProcessCount=11 (was 11), AvailableMemoryMB=9769 (was 9816) 2024-12-05T00:53:02,818 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-12-05T00:53:02,831 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=414, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=9769 2024-12-05T00:53:02,831 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-12-05T00:53:02,851 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:53:02,854 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:53:02,855 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:53:02,858 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-30532149, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/hregion-30532149, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:53:02,875 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-30532149/hregion-30532149.1733359982858, exclude list is [], retry=0 2024-12-05T00:53:02,878 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:53:02,878 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:53:02,878 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:53:02,880 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-30532149/hregion-30532149.1733359982858 2024-12-05T00:53:02,881 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:36311:36311),(127.0.0.1/127.0.0.1:43419:43419)] 2024-12-05T00:53:02,881 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 592b4366a09474344108370121e18a03, NAME => 'testReplayEditsWrittenViaHRegion,,1733359982852.592b4366a09474344108370121e18a03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42677/hbase 2024-12-05T00:53:02,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741893_1071 (size=67) 2024-12-05T00:53:02,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741893_1071 (size=67) 2024-12-05T00:53:02,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741893_1071 (size=67) 2024-12-05T00:53:02,895 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733359982852.592b4366a09474344108370121e18a03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:02,896 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 592b4366a09474344108370121e18a03 2024-12-05T00:53:02,898 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592b4366a09474344108370121e18a03 columnFamilyName a 2024-12-05T00:53:02,898 DEBUG [StoreOpener-592b4366a09474344108370121e18a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:02,899 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.HStore(327): Store=592b4366a09474344108370121e18a03/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:02,899 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 592b4366a09474344108370121e18a03 2024-12-05T00:53:02,900 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592b4366a09474344108370121e18a03 columnFamilyName b 2024-12-05T00:53:02,900 DEBUG [StoreOpener-592b4366a09474344108370121e18a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:02,901 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.HStore(327): Store=592b4366a09474344108370121e18a03/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:02,901 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 592b4366a09474344108370121e18a03 2024-12-05T00:53:02,902 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592b4366a09474344108370121e18a03 columnFamilyName c 2024-12-05T00:53:02,902 DEBUG [StoreOpener-592b4366a09474344108370121e18a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:02,902 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.HStore(327): Store=592b4366a09474344108370121e18a03/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:02,902 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 592b4366a09474344108370121e18a03 2024-12-05T00:53:02,903 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03 2024-12-05T00:53:02,903 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03 2024-12-05T00:53:02,904 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 592b4366a09474344108370121e18a03 2024-12-05T00:53:02,904 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 592b4366a09474344108370121e18a03 2024-12-05T00:53:02,905 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T00:53:02,906 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 592b4366a09474344108370121e18a03 2024-12-05T00:53:02,908 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:53:02,908 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 592b4366a09474344108370121e18a03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62540583, jitterRate=-0.06807269155979156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T00:53:02,909 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 592b4366a09474344108370121e18a03: Writing region info on filesystem at 1733359982895Initializing all the Stores at 1733359982895Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359982896 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359982896Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359982896Cleaning up temporary data from old regions at 1733359982904 (+8 ms)Region opened successfully at 1733359982909 (+5 ms) 2024-12-05T00:53:02,909 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 592b4366a09474344108370121e18a03, disabling compactions & flushes 2024-12-05T00:53:02,909 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733359982852.592b4366a09474344108370121e18a03. 2024-12-05T00:53:02,909 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733359982852.592b4366a09474344108370121e18a03. 2024-12-05T00:53:02,909 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733359982852.592b4366a09474344108370121e18a03. after waiting 0 ms 2024-12-05T00:53:02,909 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733359982852.592b4366a09474344108370121e18a03. 2024-12-05T00:53:02,909 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733359982852.592b4366a09474344108370121e18a03. 2024-12-05T00:53:02,909 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 592b4366a09474344108370121e18a03: Waiting for close lock at 1733359982909Disabling compacts and flushes for region at 1733359982909Disabling writes for close at 1733359982909Writing region close event to WAL at 1733359982909Closed at 1733359982909 2024-12-05T00:53:02,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741892_1070 (size=93) 2024-12-05T00:53:02,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741892_1070 (size=93) 2024-12-05T00:53:02,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741892_1070 (size=93) 2024-12-05T00:53:02,914 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T00:53:02,914 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-30532149:(num 1733359982858) 2024-12-05T00:53:02,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:53:02,916 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:53:02,929 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850/wal.1733359982917, exclude list is [], retry=0 2024-12-05T00:53:02,932 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:53:02,932 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:53:02,933 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:53:02,934 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850/wal.1733359982917 2024-12-05T00:53:02,935 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:36311:36311),(127.0.0.1/127.0.0.1:43419:43419)] 2024-12-05T00:53:02,935 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 592b4366a09474344108370121e18a03, NAME => 'testReplayEditsWrittenViaHRegion,,1733359982852.592b4366a09474344108370121e18a03.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:02,935 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733359982852.592b4366a09474344108370121e18a03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:02,935 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 592b4366a09474344108370121e18a03 2024-12-05T00:53:02,935 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 592b4366a09474344108370121e18a03 2024-12-05T00:53:02,937 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 592b4366a09474344108370121e18a03 2024-12-05T00:53:02,938 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592b4366a09474344108370121e18a03 columnFamilyName a 2024-12-05T00:53:02,938 DEBUG [StoreOpener-592b4366a09474344108370121e18a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:02,939 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.HStore(327): Store=592b4366a09474344108370121e18a03/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:02,939 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 592b4366a09474344108370121e18a03 2024-12-05T00:53:02,940 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592b4366a09474344108370121e18a03 columnFamilyName b 2024-12-05T00:53:02,940 DEBUG [StoreOpener-592b4366a09474344108370121e18a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:02,940 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.HStore(327): Store=592b4366a09474344108370121e18a03/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:02,940 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 592b4366a09474344108370121e18a03 2024-12-05T00:53:02,941 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592b4366a09474344108370121e18a03 columnFamilyName c 2024-12-05T00:53:02,941 DEBUG [StoreOpener-592b4366a09474344108370121e18a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:02,942 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.HStore(327): Store=592b4366a09474344108370121e18a03/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:02,942 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 592b4366a09474344108370121e18a03 2024-12-05T00:53:02,942 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03 2024-12-05T00:53:02,944 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03 2024-12-05T00:53:02,945 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 592b4366a09474344108370121e18a03 2024-12-05T00:53:02,945 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 592b4366a09474344108370121e18a03 2024-12-05T00:53:02,945 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T00:53:02,947 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 592b4366a09474344108370121e18a03 2024-12-05T00:53:02,947 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 592b4366a09474344108370121e18a03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68669993, jitterRate=0.023262634873390198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T00:53:02,948 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 592b4366a09474344108370121e18a03: Writing region info on filesystem at 1733359982936Initializing all the Stores at 1733359982937 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359982937Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359982937Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359982937Cleaning up temporary data from old regions at 1733359982945 (+8 ms)Region opened successfully at 1733359982948 (+3 ms) 2024-12-05T00:53:02,975 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 592b4366a09474344108370121e18a03 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-05T00:53:02,996 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/.tmp/a/f9d744022ce540b39263eb45b4e6465c is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733359982948/Put/seqid=0 2024-12-05T00:53:03,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741895_1073 (size=5958) 2024-12-05T00:53:03,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741895_1073 (size=5958) 2024-12-05T00:53:03,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741895_1073 (size=5958) 2024-12-05T00:53:03,005 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/.tmp/a/f9d744022ce540b39263eb45b4e6465c 2024-12-05T00:53:03,032 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/.tmp/b/3d539a11cd6b4ce09137693e24698493 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733359982956/Put/seqid=0 2024-12-05T00:53:03,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741896_1074 (size=5958) 2024-12-05T00:53:03,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741896_1074 (size=5958) 2024-12-05T00:53:03,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741896_1074 (size=5958) 2024-12-05T00:53:03,043 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/.tmp/b/3d539a11cd6b4ce09137693e24698493 2024-12-05T00:53:03,064 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/.tmp/c/7857959b6efc469aab28697571e1b2df is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733359982963/Put/seqid=0 2024-12-05T00:53:03,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741897_1075 (size=5958) 2024-12-05T00:53:03,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741897_1075 (size=5958) 2024-12-05T00:53:03,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741897_1075 (size=5958) 2024-12-05T00:53:03,072 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/.tmp/c/7857959b6efc469aab28697571e1b2df 2024-12-05T00:53:03,079 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/.tmp/a/f9d744022ce540b39263eb45b4e6465c as hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/a/f9d744022ce540b39263eb45b4e6465c 2024-12-05T00:53:03,085 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/a/f9d744022ce540b39263eb45b4e6465c, entries=10, sequenceid=33, filesize=5.8 K 2024-12-05T00:53:03,086 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/.tmp/b/3d539a11cd6b4ce09137693e24698493 as hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/b/3d539a11cd6b4ce09137693e24698493 2024-12-05T00:53:03,092 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/b/3d539a11cd6b4ce09137693e24698493, entries=10, sequenceid=33, filesize=5.8 K 2024-12-05T00:53:03,094 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/.tmp/c/7857959b6efc469aab28697571e1b2df as hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/c/7857959b6efc469aab28697571e1b2df 2024-12-05T00:53:03,100 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/c/7857959b6efc469aab28697571e1b2df, entries=10, sequenceid=33, filesize=5.8 K 2024-12-05T00:53:03,101 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 592b4366a09474344108370121e18a03 in 126ms, sequenceid=33, compaction requested=false 2024-12-05T00:53:03,101 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 592b4366a09474344108370121e18a03: 2024-12-05T00:53:03,101 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 592b4366a09474344108370121e18a03, disabling compactions & flushes 2024-12-05T00:53:03,101 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733359982852.592b4366a09474344108370121e18a03. 2024-12-05T00:53:03,101 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733359982852.592b4366a09474344108370121e18a03. 2024-12-05T00:53:03,101 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733359982852.592b4366a09474344108370121e18a03. after waiting 0 ms 2024-12-05T00:53:03,101 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733359982852.592b4366a09474344108370121e18a03. 2024-12-05T00:53:03,103 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733359982852.592b4366a09474344108370121e18a03. 2024-12-05T00:53:03,103 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 592b4366a09474344108370121e18a03: Waiting for close lock at 1733359983101Disabling compacts and flushes for region at 1733359983101Disabling writes for close at 1733359983101Writing region close event to WAL at 1733359983103 (+2 ms)Closed at 1733359983103 2024-12-05T00:53:03,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741894_1072 (size=2873) 2024-12-05T00:53:03,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741894_1072 (size=2873) 2024-12-05T00:53:03,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741894_1072 (size=2873) 2024-12-05T00:53:03,110 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/b/3d539a11cd6b4ce09137693e24698493 to hdfs://localhost:42677/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/b/3d539a11cd6b4ce09137693e24698493 2024-12-05T00:53:03,124 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42677/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850/wal.1733359982917, size=2.8 K (2873bytes) 2024-12-05T00:53:03,124 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42677/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850/wal.1733359982917 2024-12-05T00:53:03,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42677/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850/wal.1733359982917 after 0ms 2024-12-05T00:53:03,126 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850/wal.1733359982917: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:53:03,127 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42677/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850/wal.1733359982917 took 2ms 2024-12-05T00:53:03,128 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42677/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850/wal.1733359982917 so closing down 2024-12-05T00:53:03,128 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T00:53:03,129 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733359982917.temp 2024-12-05T00:53:03,130 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/recovered.edits/0000000000000000003-wal.1733359982917.temp 2024-12-05T00:53:03,131 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T00:53:03,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741898_1076 (size=2312) 2024-12-05T00:53:03,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741898_1076 (size=2312) 2024-12-05T00:53:03,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741898_1076 (size=2312) 2024-12-05T00:53:03,137 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/recovered.edits/0000000000000000003-wal.1733359982917.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-05T00:53:03,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/recovered.edits/0000000000000000003-wal.1733359982917.temp to hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/recovered.edits/0000000000000000032 2024-12-05T00:53:03,138 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:42677/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850/wal.1733359982917, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-12-05T00:53:03,138 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42677/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850/wal.1733359982917, journal: Splitting hdfs://localhost:42677/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850/wal.1733359982917, size=2.8 K (2873bytes) at 1733359983124Finishing writing output for hdfs://localhost:42677/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850/wal.1733359982917 so closing down at 1733359983128 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/recovered.edits/0000000000000000003-wal.1733359982917.temp at 1733359983130 (+2 ms)3 split writer threads finished at 1733359983131 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/recovered.edits/0000000000000000003-wal.1733359982917.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733359983137 (+6 ms)Rename recovered edits hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/recovered.edits/0000000000000000003-wal.1733359982917.temp to hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/recovered.edits/0000000000000000032 at 1733359983138 (+1 ms)Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:42677/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850/wal.1733359982917, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1733359983138 2024-12-05T00:53:03,141 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42677/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850/wal.1733359982917 to hdfs://localhost:42677/hbase/oldWALs/wal.1733359982917 2024-12-05T00:53:03,142 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/recovered.edits/0000000000000000032 2024-12-05T00:53:03,142 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:53:03,144 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:53:03,163 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850/wal.1733359983145, exclude list is [], retry=0 2024-12-05T00:53:03,165 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:53:03,166 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:53:03,166 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:53:03,167 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850/wal.1733359983145 2024-12-05T00:53:03,168 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:36311:36311)] 2024-12-05T00:53:03,168 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 592b4366a09474344108370121e18a03, NAME => 'testReplayEditsWrittenViaHRegion,,1733359982852.592b4366a09474344108370121e18a03.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:03,168 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733359982852.592b4366a09474344108370121e18a03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:03,168 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 592b4366a09474344108370121e18a03 2024-12-05T00:53:03,168 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 592b4366a09474344108370121e18a03 2024-12-05T00:53:03,169 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 592b4366a09474344108370121e18a03 2024-12-05T00:53:03,170 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592b4366a09474344108370121e18a03 columnFamilyName a 2024-12-05T00:53:03,170 DEBUG [StoreOpener-592b4366a09474344108370121e18a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:03,175 DEBUG [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/a/f9d744022ce540b39263eb45b4e6465c 2024-12-05T00:53:03,175 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.HStore(327): Store=592b4366a09474344108370121e18a03/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:03,175 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 592b4366a09474344108370121e18a03 2024-12-05T00:53:03,177 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592b4366a09474344108370121e18a03 columnFamilyName b 2024-12-05T00:53:03,177 DEBUG [StoreOpener-592b4366a09474344108370121e18a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:03,177 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.HStore(327): Store=592b4366a09474344108370121e18a03/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:03,177 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 592b4366a09474344108370121e18a03 2024-12-05T00:53:03,178 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592b4366a09474344108370121e18a03 columnFamilyName c 2024-12-05T00:53:03,178 DEBUG [StoreOpener-592b4366a09474344108370121e18a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:03,184 DEBUG [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/c/7857959b6efc469aab28697571e1b2df 2024-12-05T00:53:03,184 INFO [StoreOpener-592b4366a09474344108370121e18a03-1 {}] regionserver.HStore(327): Store=592b4366a09474344108370121e18a03/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:03,184 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 592b4366a09474344108370121e18a03 2024-12-05T00:53:03,185 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03 2024-12-05T00:53:03,187 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03 2024-12-05T00:53:03,188 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/recovered.edits/0000000000000000032 2024-12-05T00:53:03,190 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:53:03,192 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/recovered.edits/0000000000000000032 2024-12-05T00:53:03,192 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 592b4366a09474344108370121e18a03 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-05T00:53:03,208 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/.tmp/b/c45bb4862b4849dd995a0a3e8820900f is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733359982956/Put/seqid=0 2024-12-05T00:53:03,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741900_1078 (size=5958) 2024-12-05T00:53:03,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741900_1078 (size=5958) 2024-12-05T00:53:03,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741900_1078 (size=5958) 2024-12-05T00:53:03,215 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/.tmp/b/c45bb4862b4849dd995a0a3e8820900f 2024-12-05T00:53:03,221 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/.tmp/b/c45bb4862b4849dd995a0a3e8820900f as hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/b/c45bb4862b4849dd995a0a3e8820900f 2024-12-05T00:53:03,227 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/b/c45bb4862b4849dd995a0a3e8820900f, entries=10, sequenceid=32, filesize=5.8 K 2024-12-05T00:53:03,227 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 592b4366a09474344108370121e18a03 in 35ms, sequenceid=32, compaction requested=false; wal=null 2024-12-05T00:53:03,228 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/recovered.edits/0000000000000000032 2024-12-05T00:53:03,229 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 592b4366a09474344108370121e18a03 2024-12-05T00:53:03,229 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 592b4366a09474344108370121e18a03 2024-12-05T00:53:03,230 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T00:53:03,231 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 592b4366a09474344108370121e18a03 2024-12-05T00:53:03,233 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/592b4366a09474344108370121e18a03/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-05T00:53:03,234 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 592b4366a09474344108370121e18a03; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74948887, jitterRate=0.11682544648647308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T00:53:03,234 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 592b4366a09474344108370121e18a03: Writing region info on filesystem at 1733359983168Initializing all the Stores at 1733359983169 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359983169Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359983169Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359983169Obtaining lock to block concurrent updates at 1733359983192 (+23 ms)Preparing flush snapshotting stores in 592b4366a09474344108370121e18a03 at 1733359983192Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733359982852.592b4366a09474344108370121e18a03., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733359983193 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1733359982852.592b4366a09474344108370121e18a03. at 1733359983193Flushing 592b4366a09474344108370121e18a03/b: creating writer at 1733359983193Flushing 592b4366a09474344108370121e18a03/b: appending metadata at 1733359983208 (+15 ms)Flushing 592b4366a09474344108370121e18a03/b: closing flushed file at 1733359983208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58d40e6e: reopening flushed file at 1733359983220 (+12 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 592b4366a09474344108370121e18a03 in 35ms, sequenceid=32, compaction requested=false; wal=null at 1733359983227 (+7 ms)Cleaning up temporary data from old regions at 1733359983229 (+2 ms)Region opened successfully at 1733359983234 (+5 ms) 2024-12-05T00:53:03,259 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=422 (was 414) Potentially hanging thread: PacketResponder: BP-71262918-172.17.0.2-1733359959385:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:38350 [Waiting for operation #35] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:49958 [Waiting for operation #29] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:58300 [Waiting for operation #38] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-71262918-172.17.0.2-1733359959385:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:60910 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-71262918-172.17.0.2-1733359959385:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:37010 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:34336 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1125 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=9758 (was 9769) 2024-12-05T00:53:03,259 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-12-05T00:53:03,270 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=422, OpenFileDescriptor=1125, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=9757 2024-12-05T00:53:03,270 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-12-05T00:53:03,286 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:53:03,288 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:53:03,289 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:53:03,291 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-04663318, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/hregion-04663318, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:53:03,303 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-04663318/hregion-04663318.1733359983292, exclude list is [], retry=0 2024-12-05T00:53:03,306 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:53:03,306 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:53:03,307 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:53:03,308 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-04663318/hregion-04663318.1733359983292 2024-12-05T00:53:03,309 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:36311:36311)] 2024-12-05T00:53:03,309 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 13534c2ad7e3874911ac0250fc09308d, NAME => 'testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42677/hbase 2024-12-05T00:53:03,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741902_1080 (size=68) 2024-12-05T00:53:03,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741902_1080 (size=68) 2024-12-05T00:53:03,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741902_1080 (size=68) 2024-12-05T00:53:03,318 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:03,319 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,321 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13534c2ad7e3874911ac0250fc09308d columnFamilyName a 2024-12-05T00:53:03,321 DEBUG [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:03,321 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] regionserver.HStore(327): Store=13534c2ad7e3874911ac0250fc09308d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:03,322 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,323 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13534c2ad7e3874911ac0250fc09308d columnFamilyName b 2024-12-05T00:53:03,323 DEBUG [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:03,323 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] regionserver.HStore(327): Store=13534c2ad7e3874911ac0250fc09308d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:03,323 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,325 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13534c2ad7e3874911ac0250fc09308d columnFamilyName c 2024-12-05T00:53:03,325 DEBUG [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:03,325 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] regionserver.HStore(327): Store=13534c2ad7e3874911ac0250fc09308d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:03,325 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,332 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,332 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,334 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,334 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,334 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T00:53:03,336 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,341 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:53:03,341 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 13534c2ad7e3874911ac0250fc09308d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65628763, jitterRate=-0.02205522358417511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T00:53:03,342 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 13534c2ad7e3874911ac0250fc09308d: Writing region info on filesystem at 1733359983318Initializing all the Stores at 1733359983319 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359983319Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359983319Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359983319Cleaning up temporary data from old regions at 1733359983334 (+15 ms)Region opened successfully at 1733359983342 (+8 ms) 2024-12-05T00:53:03,342 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 13534c2ad7e3874911ac0250fc09308d, disabling compactions & flushes 2024-12-05T00:53:03,342 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d. 2024-12-05T00:53:03,342 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d. 2024-12-05T00:53:03,342 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d. after waiting 0 ms 2024-12-05T00:53:03,342 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d. 2024-12-05T00:53:03,343 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d. 2024-12-05T00:53:03,343 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 13534c2ad7e3874911ac0250fc09308d: Waiting for close lock at 1733359983342Disabling compacts and flushes for region at 1733359983342Disabling writes for close at 1733359983342Writing region close event to WAL at 1733359983343 (+1 ms)Closed at 1733359983343 2024-12-05T00:53:03,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741901_1079 (size=93) 2024-12-05T00:53:03,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741901_1079 (size=93) 2024-12-05T00:53:03,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741901_1079 (size=93) 2024-12-05T00:53:03,352 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T00:53:03,352 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-04663318:(num 1733359983292) 2024-12-05T00:53:03,352 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:53:03,354 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:53:03,366 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285/wal.1733359983354, exclude list is [], retry=0 2024-12-05T00:53:03,369 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:53:03,369 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:53:03,370 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:53:03,371 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285/wal.1733359983354 2024-12-05T00:53:03,372 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:36311:36311)] 2024-12-05T00:53:03,425 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 13534c2ad7e3874911ac0250fc09308d, NAME => 'testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:03,428 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,428 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:03,428 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,428 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,431 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,432 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13534c2ad7e3874911ac0250fc09308d columnFamilyName a 2024-12-05T00:53:03,432 DEBUG [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:03,433 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] regionserver.HStore(327): Store=13534c2ad7e3874911ac0250fc09308d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:03,433 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,434 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13534c2ad7e3874911ac0250fc09308d columnFamilyName b 2024-12-05T00:53:03,434 DEBUG [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:03,435 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] regionserver.HStore(327): Store=13534c2ad7e3874911ac0250fc09308d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:03,435 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,436 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13534c2ad7e3874911ac0250fc09308d columnFamilyName c 2024-12-05T00:53:03,436 DEBUG [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:03,437 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] regionserver.HStore(327): Store=13534c2ad7e3874911ac0250fc09308d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:03,437 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,437 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,438 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,439 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,439 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,440 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T00:53:03,441 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,442 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 13534c2ad7e3874911ac0250fc09308d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59616901, jitterRate=-0.11163894832134247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T00:53:03,442 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:03,443 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 13534c2ad7e3874911ac0250fc09308d: Running coprocessor pre-open hook at 1733359983428Writing region info on filesystem at 1733359983428Initializing all the Stores at 1733359983430 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359983430Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359983430Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359983430Cleaning up temporary data from old regions at 1733359983439 (+9 ms)Running coprocessor post-open hooks at 1733359983442 (+3 ms)Region opened successfully at 1733359983443 (+1 ms) 2024-12-05T00:53:03,454 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 13534c2ad7e3874911ac0250fc09308d 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-05T00:53:03,455 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 13534c2ad7e3874911ac0250fc09308d/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:04,087 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-05T00:53:04,087 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-05T00:53:04,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-05T00:53:04,090 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-05T00:53:04,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-05T00:53:04,093 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-05T00:53:04,094 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-05T00:53:04,094 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-05T00:53:04,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-05T00:53:04,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-05T00:53:04,456 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 13534c2ad7e3874911ac0250fc09308d/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:05,243 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T00:53:05,457 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 13534c2ad7e3874911ac0250fc09308d/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:06,457 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 13534c2ad7e3874911ac0250fc09308d/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:07,458 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 13534c2ad7e3874911ac0250fc09308d/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:08,458 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 13534c2ad7e3874911ac0250fc09308d/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:09,459 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 13534c2ad7e3874911ac0250fc09308d/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:10,460 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 13534c2ad7e3874911ac0250fc09308d/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:11,462 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 13534c2ad7e3874911ac0250fc09308d/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:12,462 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 13534c2ad7e3874911ac0250fc09308d/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:12,464 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 13534c2ad7e3874911ac0250fc09308d: 2024-12-05T00:53:12,464 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d. 2024-12-05T00:53:12,480 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 13534c2ad7e3874911ac0250fc09308d: 2024-12-05T00:53:12,480 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-05T00:53:12,480 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 13534c2ad7e3874911ac0250fc09308d, disabling compactions & flushes 2024-12-05T00:53:12,480 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d. 2024-12-05T00:53:12,480 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d. 2024-12-05T00:53:12,480 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d. after waiting 0 ms 2024-12-05T00:53:12,480 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d. 2024-12-05T00:53:12,480 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d. 2024-12-05T00:53:12,480 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d. 2024-12-05T00:53:12,481 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 13534c2ad7e3874911ac0250fc09308d: Waiting for close lock at 1733359992480Running coprocessor pre-close hooks at 1733359992480Disabling compacts and flushes for region at 1733359992480Disabling writes for close at 1733359992480Writing region close event to WAL at 1733359992480Running coprocessor post-close hooks at 1733359992480Closed at 1733359992480 2024-12-05T00:53:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741903_1081 (size=2398) 2024-12-05T00:53:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741903_1081 (size=2398) 2024-12-05T00:53:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741903_1081 (size=2398) 2024-12-05T00:53:12,499 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42677/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285/wal.1733359983354, size=2.3 K (2398bytes) 2024-12-05T00:53:12,499 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42677/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285/wal.1733359983354 2024-12-05T00:53:12,499 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42677/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285/wal.1733359983354 after 0ms 2024-12-05T00:53:12,501 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285/wal.1733359983354: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:53:12,502 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42677/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285/wal.1733359983354 took 4ms 2024-12-05T00:53:12,504 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42677/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285/wal.1733359983354 so closing down 2024-12-05T00:53:12,504 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T00:53:12,505 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733359983354.temp 2024-12-05T00:53:12,506 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/recovered.edits/0000000000000000004-wal.1733359983354.temp 2024-12-05T00:53:12,506 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T00:53:12,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741904_1082 (size=1672) 2024-12-05T00:53:12,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741904_1082 (size=1672) 2024-12-05T00:53:12,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741904_1082 (size=1672) 2024-12-05T00:53:12,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/recovered.edits/0000000000000000004-wal.1733359983354.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-05T00:53:12,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/recovered.edits/0000000000000000004-wal.1733359983354.temp to hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/recovered.edits/0000000000000000026 2024-12-05T00:53:12,514 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:42677/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285/wal.1733359983354, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-12-05T00:53:12,514 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42677/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285/wal.1733359983354, journal: Splitting hdfs://localhost:42677/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285/wal.1733359983354, size=2.3 K (2398bytes) at 1733359992499Finishing writing output for hdfs://localhost:42677/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285/wal.1733359983354 so closing down at 1733359992504 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/recovered.edits/0000000000000000004-wal.1733359983354.temp at 1733359992506 (+2 ms)3 split writer threads finished at 1733359992506Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/recovered.edits/0000000000000000004-wal.1733359983354.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733359992513 (+7 ms)Rename recovered edits hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/recovered.edits/0000000000000000004-wal.1733359983354.temp to hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/recovered.edits/0000000000000000026 at 1733359992514 (+1 ms)Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:42677/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285/wal.1733359983354, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1733359992514 2024-12-05T00:53:12,516 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42677/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285/wal.1733359983354 to hdfs://localhost:42677/hbase/oldWALs/wal.1733359983354 2024-12-05T00:53:12,517 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/recovered.edits/0000000000000000026 2024-12-05T00:53:12,517 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:53:12,519 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:53:12,530 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285/wal.1733359992519, exclude list is [], retry=0 2024-12-05T00:53:12,532 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:53:12,533 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:53:12,533 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:53:12,535 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285/wal.1733359992519 2024-12-05T00:53:12,535 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36311:36311),(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:43419:43419)] 2024-12-05T00:53:12,535 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 13534c2ad7e3874911ac0250fc09308d, NAME => 'testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:12,536 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:12,536 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:12,536 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:12,536 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:12,538 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:12,538 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13534c2ad7e3874911ac0250fc09308d columnFamilyName a 2024-12-05T00:53:12,538 DEBUG [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:12,539 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] regionserver.HStore(327): Store=13534c2ad7e3874911ac0250fc09308d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:12,539 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:12,540 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13534c2ad7e3874911ac0250fc09308d columnFamilyName b 2024-12-05T00:53:12,540 DEBUG [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:12,541 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] regionserver.HStore(327): Store=13534c2ad7e3874911ac0250fc09308d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:12,541 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:12,541 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13534c2ad7e3874911ac0250fc09308d columnFamilyName c 2024-12-05T00:53:12,541 DEBUG [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:12,542 INFO [StoreOpener-13534c2ad7e3874911ac0250fc09308d-1 {}] regionserver.HStore(327): Store=13534c2ad7e3874911ac0250fc09308d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:12,542 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:12,543 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:12,544 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:12,545 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/recovered.edits/0000000000000000026 2024-12-05T00:53:12,547 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:53:12,549 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/recovered.edits/0000000000000000026 2024-12-05T00:53:12,549 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 13534c2ad7e3874911ac0250fc09308d 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-05T00:53:12,563 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/.tmp/a/d6dea72bda6548bdb94d0a7160242132 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733359992471/Put/seqid=0 2024-12-05T00:53:12,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741906_1084 (size=5523) 2024-12-05T00:53:12,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741906_1084 (size=5523) 2024-12-05T00:53:12,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741906_1084 (size=5523) 2024-12-05T00:53:12,570 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/.tmp/a/d6dea72bda6548bdb94d0a7160242132 2024-12-05T00:53:12,588 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/.tmp/b/c5497d660eb34a69810c072dfcc7765c is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733359992464/Put/seqid=0 2024-12-05T00:53:12,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741907_1085 (size=5524) 2024-12-05T00:53:12,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741907_1085 (size=5524) 2024-12-05T00:53:12,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741907_1085 (size=5524) 2024-12-05T00:53:12,595 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/.tmp/b/c5497d660eb34a69810c072dfcc7765c 2024-12-05T00:53:12,614 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/.tmp/c/9aab18092fe44826870a95be8d786a31 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733359992467/Put/seqid=0 2024-12-05T00:53:12,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741908_1086 (size=5457) 2024-12-05T00:53:12,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741908_1086 (size=5457) 2024-12-05T00:53:12,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741908_1086 (size=5457) 2024-12-05T00:53:12,621 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/.tmp/c/9aab18092fe44826870a95be8d786a31 2024-12-05T00:53:12,627 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/.tmp/a/d6dea72bda6548bdb94d0a7160242132 as hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/a/d6dea72bda6548bdb94d0a7160242132 2024-12-05T00:53:12,633 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/a/d6dea72bda6548bdb94d0a7160242132, entries=7, sequenceid=26, filesize=5.4 K 2024-12-05T00:53:12,634 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/.tmp/b/c5497d660eb34a69810c072dfcc7765c as hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/b/c5497d660eb34a69810c072dfcc7765c 2024-12-05T00:53:12,639 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/b/c5497d660eb34a69810c072dfcc7765c, entries=7, sequenceid=26, filesize=5.4 K 2024-12-05T00:53:12,640 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/.tmp/c/9aab18092fe44826870a95be8d786a31 as hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/c/9aab18092fe44826870a95be8d786a31 2024-12-05T00:53:12,646 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/c/9aab18092fe44826870a95be8d786a31, entries=6, sequenceid=26, filesize=5.3 K 2024-12-05T00:53:12,646 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 13534c2ad7e3874911ac0250fc09308d in 97ms, sequenceid=26, compaction requested=false; wal=null 2024-12-05T00:53:12,647 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/recovered.edits/0000000000000000026 2024-12-05T00:53:12,648 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:12,648 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:12,648 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T00:53:12,650 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:12,652 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testReplayEditsAfterAbortingFlush/13534c2ad7e3874911ac0250fc09308d/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-05T00:53:12,653 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 13534c2ad7e3874911ac0250fc09308d; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60600936, jitterRate=-0.09697568416595459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T00:53:12,653 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13534c2ad7e3874911ac0250fc09308d 2024-12-05T00:53:12,654 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 13534c2ad7e3874911ac0250fc09308d: Running coprocessor pre-open hook at 1733359992536Writing region info on filesystem at 1733359992536Initializing all the Stores at 1733359992537 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359992537Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359992537Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359992537Obtaining lock to block concurrent updates at 1733359992549 (+12 ms)Preparing flush snapshotting stores in 13534c2ad7e3874911ac0250fc09308d at 1733359992549Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733359992549Flushing stores of testReplayEditsAfterAbortingFlush,,1733359983287.13534c2ad7e3874911ac0250fc09308d. at 1733359992549Flushing 13534c2ad7e3874911ac0250fc09308d/a: creating writer at 1733359992549Flushing 13534c2ad7e3874911ac0250fc09308d/a: appending metadata at 1733359992563 (+14 ms)Flushing 13534c2ad7e3874911ac0250fc09308d/a: closing flushed file at 1733359992563Flushing 13534c2ad7e3874911ac0250fc09308d/b: creating writer at 1733359992574 (+11 ms)Flushing 13534c2ad7e3874911ac0250fc09308d/b: appending metadata at 1733359992587 (+13 ms)Flushing 13534c2ad7e3874911ac0250fc09308d/b: closing flushed file at 1733359992587Flushing 13534c2ad7e3874911ac0250fc09308d/c: creating writer at 1733359992600 (+13 ms)Flushing 13534c2ad7e3874911ac0250fc09308d/c: appending metadata at 1733359992614 (+14 ms)Flushing 13534c2ad7e3874911ac0250fc09308d/c: closing flushed file at 1733359992614Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78642e29: reopening flushed file at 1733359992626 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@315da112: reopening flushed file at 1733359992633 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26770b21: reopening flushed file at 1733359992639 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 13534c2ad7e3874911ac0250fc09308d in 97ms, sequenceid=26, compaction requested=false; wal=null at 1733359992646 (+7 ms)Cleaning up temporary data from old regions at 1733359992648 (+2 ms)Running coprocessor post-open hooks at 1733359992653 (+5 ms)Region opened successfully at 1733359992654 (+1 ms) 2024-12-05T00:53:12,674 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=421 (was 422), OpenFileDescriptor=1183 (was 1125) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 320) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9528 (was 9757) 2024-12-05T00:53:12,674 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-05T00:53:12,685 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=421, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=9528 2024-12-05T00:53:12,686 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-05T00:53:12,701 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:53:12,702 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:53:12,703 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:53:12,706 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-63648751, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/hregion-63648751, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:53:12,717 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-63648751/hregion-63648751.1733359992706, exclude list is [], retry=0 2024-12-05T00:53:12,720 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:53:12,720 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:53:12,721 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:53:12,722 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-63648751/hregion-63648751.1733359992706 2024-12-05T00:53:12,723 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:36311:36311),(127.0.0.1/127.0.0.1:43419:43419)] 2024-12-05T00:53:12,723 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => fc2549390b36bb3bdc10dc23c40bceb5, NAME => 'testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42677/hbase 2024-12-05T00:53:12,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741910_1088 (size=61) 2024-12-05T00:53:12,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741910_1088 (size=61) 2024-12-05T00:53:12,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741910_1088 (size=61) 2024-12-05T00:53:12,732 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:12,733 INFO [StoreOpener-fc2549390b36bb3bdc10dc23c40bceb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:12,734 INFO [StoreOpener-fc2549390b36bb3bdc10dc23c40bceb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc2549390b36bb3bdc10dc23c40bceb5 columnFamilyName a 2024-12-05T00:53:12,734 DEBUG [StoreOpener-fc2549390b36bb3bdc10dc23c40bceb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:12,735 INFO [StoreOpener-fc2549390b36bb3bdc10dc23c40bceb5-1 {}] regionserver.HStore(327): Store=fc2549390b36bb3bdc10dc23c40bceb5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:12,735 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:12,735 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:12,736 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:12,736 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:12,736 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:12,737 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:12,739 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:53:12,740 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fc2549390b36bb3bdc10dc23c40bceb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67113211, jitterRate=6.477534770965576E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T00:53:12,740 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fc2549390b36bb3bdc10dc23c40bceb5: Writing region info on filesystem at 1733359992732Initializing all the Stores at 1733359992733 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359992733Cleaning up temporary data from old regions at 1733359992736 (+3 ms)Region opened successfully at 1733359992740 (+4 ms) 2024-12-05T00:53:12,740 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fc2549390b36bb3bdc10dc23c40bceb5, disabling compactions & flushes 2024-12-05T00:53:12,740 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5. 2024-12-05T00:53:12,741 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5. 2024-12-05T00:53:12,741 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5. after waiting 0 ms 2024-12-05T00:53:12,741 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5. 2024-12-05T00:53:12,741 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5. 2024-12-05T00:53:12,741 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fc2549390b36bb3bdc10dc23c40bceb5: Waiting for close lock at 1733359992740Disabling compacts and flushes for region at 1733359992740Disabling writes for close at 1733359992741 (+1 ms)Writing region close event to WAL at 1733359992741Closed at 1733359992741 2024-12-05T00:53:12,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741909_1087 (size=93) 2024-12-05T00:53:12,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741909_1087 (size=93) 2024-12-05T00:53:12,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741909_1087 (size=93) 2024-12-05T00:53:12,746 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T00:53:12,746 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-63648751:(num 1733359992706) 2024-12-05T00:53:12,746 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:53:12,748 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:53:12,760 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700/wal.1733359992748, exclude list is [], retry=0 2024-12-05T00:53:12,763 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:53:12,763 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:53:12,764 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:53:12,765 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700/wal.1733359992748 2024-12-05T00:53:12,766 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:36311:36311)] 2024-12-05T00:53:12,766 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fc2549390b36bb3bdc10dc23c40bceb5, NAME => 'testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:12,766 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:12,766 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:12,766 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:12,768 INFO [StoreOpener-fc2549390b36bb3bdc10dc23c40bceb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:12,768 INFO [StoreOpener-fc2549390b36bb3bdc10dc23c40bceb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc2549390b36bb3bdc10dc23c40bceb5 columnFamilyName a 2024-12-05T00:53:12,768 DEBUG [StoreOpener-fc2549390b36bb3bdc10dc23c40bceb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:12,769 INFO [StoreOpener-fc2549390b36bb3bdc10dc23c40bceb5-1 {}] regionserver.HStore(327): Store=fc2549390b36bb3bdc10dc23c40bceb5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:12,769 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:12,770 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:12,771 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:12,771 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:12,771 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:12,773 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:12,774 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fc2549390b36bb3bdc10dc23c40bceb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66261887, jitterRate=-0.012620940804481506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T00:53:12,774 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fc2549390b36bb3bdc10dc23c40bceb5: Writing region info on filesystem at 1733359992766Initializing all the Stores at 1733359992767 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359992767Cleaning up temporary data from old regions at 1733359992771 (+4 ms)Region opened successfully at 1733359992774 (+3 ms) 2024-12-05T00:53:12,783 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fc2549390b36bb3bdc10dc23c40bceb5, disabling compactions & flushes 2024-12-05T00:53:12,783 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5. 2024-12-05T00:53:12,783 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5. 2024-12-05T00:53:12,783 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5. after waiting 0 ms 2024-12-05T00:53:12,783 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5. 2024-12-05T00:53:12,783 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5. 2024-12-05T00:53:12,783 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5. 2024-12-05T00:53:12,784 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fc2549390b36bb3bdc10dc23c40bceb5: Waiting for close lock at 1733359992783Disabling compacts and flushes for region at 1733359992783Disabling writes for close at 1733359992783Writing region close event to WAL at 1733359992783Closed at 1733359992783 2024-12-05T00:53:12,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741911_1089 (size=838) 2024-12-05T00:53:12,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741911_1089 (size=838) 2024-12-05T00:53:12,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741911_1089 (size=838) 2024-12-05T00:53:12,800 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42677/hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700/wal.1733359992748, size=838 (838bytes) 2024-12-05T00:53:12,800 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42677/hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700/wal.1733359992748 2024-12-05T00:53:12,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42677/hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700/wal.1733359992748 after 1ms 2024-12-05T00:53:12,803 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700/wal.1733359992748: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:53:12,803 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42677/hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700/wal.1733359992748 took 3ms 2024-12-05T00:53:12,805 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42677/hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700/wal.1733359992748 so closing down 2024-12-05T00:53:12,805 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T00:53:12,807 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733359992748.temp 2024-12-05T00:53:12,808 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/recovered.edits/0000000000000000003-wal.1733359992748.temp 2024-12-05T00:53:12,808 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T00:53:12,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741912_1090 (size=838) 2024-12-05T00:53:12,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741912_1090 (size=838) 2024-12-05T00:53:12,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741912_1090 (size=838) 2024-12-05T00:53:12,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/recovered.edits/0000000000000000003-wal.1733359992748.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-05T00:53:12,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/recovered.edits/0000000000000000003-wal.1733359992748.temp to hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/recovered.edits/0000000000000000012 2024-12-05T00:53:12,817 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42677/hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700/wal.1733359992748, size=838, length=838, corrupted=false, cancelled=false 2024-12-05T00:53:12,817 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42677/hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700/wal.1733359992748, journal: Splitting hdfs://localhost:42677/hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700/wal.1733359992748, size=838 (838bytes) at 1733359992800Finishing writing output for hdfs://localhost:42677/hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700/wal.1733359992748 so closing down at 1733359992805 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/recovered.edits/0000000000000000003-wal.1733359992748.temp at 1733359992808 (+3 ms)3 split writer threads finished at 1733359992808Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/recovered.edits/0000000000000000003-wal.1733359992748.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733359992815 (+7 ms)Rename recovered edits hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/recovered.edits/0000000000000000003-wal.1733359992748.temp to hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/recovered.edits/0000000000000000012 at 1733359992817 (+2 ms)Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42677/hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700/wal.1733359992748, size=838, length=838, corrupted=false, cancelled=false at 1733359992817 2024-12-05T00:53:12,819 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42677/hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700/wal.1733359992748 to hdfs://localhost:42677/hbase/oldWALs/wal.1733359992748 2024-12-05T00:53:12,820 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/recovered.edits/0000000000000000012 2024-12-05T00:53:12,824 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:53:12,949 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T00:53:13,149 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:53:13,151 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:53:13,164 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700/wal.1733359993151, exclude list is [], retry=0 2024-12-05T00:53:13,167 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:53:13,167 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:53:13,168 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:53:13,169 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700/wal.1733359993151 2024-12-05T00:53:13,169 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:36311:36311)] 2024-12-05T00:53:13,170 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fc2549390b36bb3bdc10dc23c40bceb5, NAME => 'testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:13,170 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:13,170 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:13,170 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:13,173 INFO [StoreOpener-fc2549390b36bb3bdc10dc23c40bceb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:13,175 INFO [StoreOpener-fc2549390b36bb3bdc10dc23c40bceb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc2549390b36bb3bdc10dc23c40bceb5 columnFamilyName a 2024-12-05T00:53:13,175 DEBUG [StoreOpener-fc2549390b36bb3bdc10dc23c40bceb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:13,176 INFO [StoreOpener-fc2549390b36bb3bdc10dc23c40bceb5-1 {}] regionserver.HStore(327): Store=fc2549390b36bb3bdc10dc23c40bceb5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:13,176 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:13,177 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:13,178 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:13,179 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/recovered.edits/0000000000000000012 2024-12-05T00:53:13,181 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:53:13,182 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/recovered.edits/0000000000000000012 2024-12-05T00:53:13,182 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fc2549390b36bb3bdc10dc23c40bceb5 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-05T00:53:13,199 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/.tmp/a/c13850785b9848b4a58aba11d069f6ee is 79, key is testDatalossWhenInputError/a:x0/1733359992774/Put/seqid=0 2024-12-05T00:53:13,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741914_1092 (size=5808) 2024-12-05T00:53:13,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741914_1092 (size=5808) 2024-12-05T00:53:13,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741914_1092 (size=5808) 2024-12-05T00:53:13,209 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/.tmp/a/c13850785b9848b4a58aba11d069f6ee 2024-12-05T00:53:13,217 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/.tmp/a/c13850785b9848b4a58aba11d069f6ee as hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/a/c13850785b9848b4a58aba11d069f6ee 2024-12-05T00:53:13,227 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/a/c13850785b9848b4a58aba11d069f6ee, entries=10, sequenceid=12, filesize=5.7 K 2024-12-05T00:53:13,227 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for fc2549390b36bb3bdc10dc23c40bceb5 in 45ms, sequenceid=12, compaction requested=false; wal=null 2024-12-05T00:53:13,228 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/recovered.edits/0000000000000000012 2024-12-05T00:53:13,229 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:13,229 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:13,232 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:13,234 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T00:53:13,235 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fc2549390b36bb3bdc10dc23c40bceb5; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71911089, jitterRate=0.07155872881412506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T00:53:13,236 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fc2549390b36bb3bdc10dc23c40bceb5: Writing region info on filesystem at 1733359993170Initializing all the Stores at 1733359993173 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359993173Obtaining lock to block concurrent updates at 1733359993182 (+9 ms)Preparing flush snapshotting stores in fc2549390b36bb3bdc10dc23c40bceb5 at 1733359993182Finished memstore snapshotting testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733359993182Flushing stores of testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5. at 1733359993182Flushing fc2549390b36bb3bdc10dc23c40bceb5/a: creating writer at 1733359993182Flushing fc2549390b36bb3bdc10dc23c40bceb5/a: appending metadata at 1733359993199 (+17 ms)Flushing fc2549390b36bb3bdc10dc23c40bceb5/a: closing flushed file at 1733359993199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663fe1c6: reopening flushed file at 1733359993216 (+17 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for fc2549390b36bb3bdc10dc23c40bceb5 in 45ms, sequenceid=12, compaction requested=false; wal=null at 1733359993227 (+11 ms)Cleaning up temporary data from old regions at 1733359993229 (+2 ms)Region opened successfully at 1733359993235 (+6 ms) 2024-12-05T00:53:13,239 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fc2549390b36bb3bdc10dc23c40bceb5, NAME => 'testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:13,239 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733359992701.fc2549390b36bb3bdc10dc23c40bceb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:13,239 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:13,239 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:13,241 INFO [StoreOpener-fc2549390b36bb3bdc10dc23c40bceb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:13,241 INFO [StoreOpener-fc2549390b36bb3bdc10dc23c40bceb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc2549390b36bb3bdc10dc23c40bceb5 columnFamilyName a 2024-12-05T00:53:13,242 DEBUG [StoreOpener-fc2549390b36bb3bdc10dc23c40bceb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:13,247 DEBUG [StoreOpener-fc2549390b36bb3bdc10dc23c40bceb5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/a/c13850785b9848b4a58aba11d069f6ee 2024-12-05T00:53:13,247 INFO [StoreOpener-fc2549390b36bb3bdc10dc23c40bceb5-1 {}] regionserver.HStore(327): Store=fc2549390b36bb3bdc10dc23c40bceb5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:13,247 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:13,248 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:13,249 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:13,249 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:13,249 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:13,251 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fc2549390b36bb3bdc10dc23c40bceb5 2024-12-05T00:53:13,253 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testDatalossWhenInputError/fc2549390b36bb3bdc10dc23c40bceb5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-05T00:53:13,254 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fc2549390b36bb3bdc10dc23c40bceb5; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74871415, jitterRate=0.11567102372646332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T00:53:13,254 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fc2549390b36bb3bdc10dc23c40bceb5: Writing region info on filesystem at 1733359993239Initializing all the Stores at 1733359993240 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359993240Cleaning up temporary data from old regions at 1733359993250 (+10 ms)Region opened successfully at 1733359993254 (+4 ms) 2024-12-05T00:53:13,272 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=430 (was 421) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:33224 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:33638 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:44548 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:33560 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:44476 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-71262918-172.17.0.2-1733359959385:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-71262918-172.17.0.2-1733359959385:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-71262918-172.17.0.2-1733359959385:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:33274 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=9507 (was 9528) 2024-12-05T00:53:13,272 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-05T00:53:13,285 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=430, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=9506 2024-12-05T00:53:13,286 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-05T00:53:13,301 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:53:13,304 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:53:13,304 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:53:13,307 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-83667927, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/hregion-83667927, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:53:13,318 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-83667927/hregion-83667927.1733359993307, exclude list is [], retry=0 2024-12-05T00:53:13,321 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:53:13,321 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:53:13,322 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:53:13,323 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-83667927/hregion-83667927.1733359993307 2024-12-05T00:53:13,323 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:36311:36311)] 2024-12-05T00:53:13,324 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 167c35bd07da9ae1c5a416958d6be9e3, NAME => 'testCompactedBulkLoadedFiles,,1733359993302.167c35bd07da9ae1c5a416958d6be9e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42677/hbase 2024-12-05T00:53:13,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741916_1094 (size=63) 2024-12-05T00:53:13,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741916_1094 (size=63) 2024-12-05T00:53:13,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741916_1094 (size=63) 2024-12-05T00:53:13,336 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733359993302.167c35bd07da9ae1c5a416958d6be9e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:13,338 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,339 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 167c35bd07da9ae1c5a416958d6be9e3 columnFamilyName a 2024-12-05T00:53:13,339 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:13,340 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.HStore(327): Store=167c35bd07da9ae1c5a416958d6be9e3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:13,340 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,341 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 167c35bd07da9ae1c5a416958d6be9e3 columnFamilyName b 2024-12-05T00:53:13,341 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:13,342 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.HStore(327): Store=167c35bd07da9ae1c5a416958d6be9e3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:13,342 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,344 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 167c35bd07da9ae1c5a416958d6be9e3 columnFamilyName c 2024-12-05T00:53:13,344 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:13,344 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.HStore(327): Store=167c35bd07da9ae1c5a416958d6be9e3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:13,345 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,345 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,346 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,347 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,347 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,347 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T00:53:13,348 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,351 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:53:13,351 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 167c35bd07da9ae1c5a416958d6be9e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59677761, jitterRate=-0.1107320636510849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T00:53:13,352 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 167c35bd07da9ae1c5a416958d6be9e3: Writing region info on filesystem at 1733359993336Initializing all the Stores at 1733359993337 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359993337Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359993338 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359993338Cleaning up temporary data from old regions at 1733359993347 (+9 ms)Region opened successfully at 1733359993352 (+5 ms) 2024-12-05T00:53:13,352 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 167c35bd07da9ae1c5a416958d6be9e3, disabling compactions & flushes 2024-12-05T00:53:13,352 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733359993302.167c35bd07da9ae1c5a416958d6be9e3. 2024-12-05T00:53:13,352 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733359993302.167c35bd07da9ae1c5a416958d6be9e3. 2024-12-05T00:53:13,352 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733359993302.167c35bd07da9ae1c5a416958d6be9e3. after waiting 0 ms 2024-12-05T00:53:13,352 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733359993302.167c35bd07da9ae1c5a416958d6be9e3. 2024-12-05T00:53:13,353 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733359993302.167c35bd07da9ae1c5a416958d6be9e3. 2024-12-05T00:53:13,353 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 167c35bd07da9ae1c5a416958d6be9e3: Waiting for close lock at 1733359993352Disabling compacts and flushes for region at 1733359993352Disabling writes for close at 1733359993352Writing region close event to WAL at 1733359993353 (+1 ms)Closed at 1733359993353 2024-12-05T00:53:13,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741915_1093 (size=93) 2024-12-05T00:53:13,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741915_1093 (size=93) 2024-12-05T00:53:13,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741915_1093 (size=93) 2024-12-05T00:53:13,359 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T00:53:13,359 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-83667927:(num 1733359993307) 2024-12-05T00:53:13,359 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:53:13,361 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:53:13,372 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359993362, exclude list is [], retry=0 2024-12-05T00:53:13,374 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:53:13,375 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:53:13,375 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:53:13,382 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359993362 2024-12-05T00:53:13,383 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36311:36311),(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:34827:34827)] 2024-12-05T00:53:13,383 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 167c35bd07da9ae1c5a416958d6be9e3, NAME => 'testCompactedBulkLoadedFiles,,1733359993302.167c35bd07da9ae1c5a416958d6be9e3.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:13,383 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733359993302.167c35bd07da9ae1c5a416958d6be9e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:13,383 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,383 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,386 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,387 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 167c35bd07da9ae1c5a416958d6be9e3 columnFamilyName a 2024-12-05T00:53:13,387 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:13,387 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.HStore(327): Store=167c35bd07da9ae1c5a416958d6be9e3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:13,388 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,388 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 167c35bd07da9ae1c5a416958d6be9e3 columnFamilyName b 2024-12-05T00:53:13,388 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:13,389 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.HStore(327): Store=167c35bd07da9ae1c5a416958d6be9e3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:13,389 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,390 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 167c35bd07da9ae1c5a416958d6be9e3 columnFamilyName c 2024-12-05T00:53:13,390 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:13,390 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.HStore(327): Store=167c35bd07da9ae1c5a416958d6be9e3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:13,390 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,391 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,392 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,392 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,393 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,393 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T00:53:13,394 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:13,395 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 167c35bd07da9ae1c5a416958d6be9e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67259219, jitterRate=0.0022404640913009644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T00:53:13,396 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 167c35bd07da9ae1c5a416958d6be9e3: Writing region info on filesystem at 1733359993383Initializing all the Stores at 1733359993384 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359993385 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359993386 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359993386Cleaning up temporary data from old regions at 1733359993393 (+7 ms)Region opened successfully at 1733359993395 (+2 ms) 2024-12-05T00:53:13,399 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733359993399/Put/seqid=0 2024-12-05T00:53:13,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741918_1096 (size=4875) 2024-12-05T00:53:13,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741918_1096 (size=4875) 2024-12-05T00:53:13,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741918_1096 (size=4875) 2024-12-05T00:53:13,408 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733359993407/Put/seqid=0 2024-12-05T00:53:13,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741919_1097 (size=4875) 2024-12-05T00:53:13,416 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733359993415/Put/seqid=0 2024-12-05T00:53:13,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741919_1097 (size=4875) 2024-12-05T00:53:13,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741919_1097 (size=4875) 2024-12-05T00:53:13,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741920_1098 (size=4875) 2024-12-05T00:53:13,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741920_1098 (size=4875) 2024-12-05T00:53:13,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741920_1098 (size=4875) 2024-12-05T00:53:13,424 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42677/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 167c35bd07da9ae1c5a416958d6be9e3/a 2024-12-05T00:53:13,428 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-05T00:53:13,428 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T00:53:13,428 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42677/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 167c35bd07da9ae1c5a416958d6be9e3/a 2024-12-05T00:53:13,431 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-05T00:53:13,431 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T00:53:13,431 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42677/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 167c35bd07da9ae1c5a416958d6be9e3/a 2024-12-05T00:53:13,434 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-05T00:53:13,434 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T00:53:13,434 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 167c35bd07da9ae1c5a416958d6be9e3 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-05T00:53:13,455 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/.tmp/a/09628852a8bd47169cd6a0ff47a42319 is 55, key is testCompactedBulkLoadedFiles/a:a/1733359993396/Put/seqid=0 2024-12-05T00:53:13,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741921_1099 (size=5107) 2024-12-05T00:53:13,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741921_1099 (size=5107) 2024-12-05T00:53:13,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741921_1099 (size=5107) 2024-12-05T00:53:13,462 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/.tmp/a/09628852a8bd47169cd6a0ff47a42319 2024-12-05T00:53:13,468 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/.tmp/a/09628852a8bd47169cd6a0ff47a42319 as hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/09628852a8bd47169cd6a0ff47a42319 2024-12-05T00:53:13,474 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/09628852a8bd47169cd6a0ff47a42319, entries=1, sequenceid=4, filesize=5.0 K 2024-12-05T00:53:13,475 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 167c35bd07da9ae1c5a416958d6be9e3 in 41ms, sequenceid=4, compaction requested=false 2024-12-05T00:53:13,475 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 167c35bd07da9ae1c5a416958d6be9e3: 2024-12-05T00:53:13,476 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/2905a582db6548668df6b0ee46106aae_SeqId_4_ 2024-12-05T00:53:13,478 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/9b66e29e2bc3478581612eb6aa32a452_SeqId_4_ 2024-12-05T00:53:13,478 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/23b4d07d800e476c8be31da562cb12c7_SeqId_4_ 2024-12-05T00:53:13,479 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42677/hbase/testCompactedBulkLoadedFiles/hfile0 into 167c35bd07da9ae1c5a416958d6be9e3/a as hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/2905a582db6548668df6b0ee46106aae_SeqId_4_ - updating store file list. 2024-12-05T00:53:13,483 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2905a582db6548668df6b0ee46106aae_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T00:53:13,483 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/2905a582db6548668df6b0ee46106aae_SeqId_4_ into 167c35bd07da9ae1c5a416958d6be9e3/a 2024-12-05T00:53:13,483 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42677/hbase/testCompactedBulkLoadedFiles/hfile0 into 167c35bd07da9ae1c5a416958d6be9e3/a (new location: hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/2905a582db6548668df6b0ee46106aae_SeqId_4_) 2024-12-05T00:53:13,484 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42677/hbase/testCompactedBulkLoadedFiles/hfile1 into 167c35bd07da9ae1c5a416958d6be9e3/a as hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/9b66e29e2bc3478581612eb6aa32a452_SeqId_4_ - updating store file list. 2024-12-05T00:53:13,489 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9b66e29e2bc3478581612eb6aa32a452_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T00:53:13,489 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/9b66e29e2bc3478581612eb6aa32a452_SeqId_4_ into 167c35bd07da9ae1c5a416958d6be9e3/a 2024-12-05T00:53:13,489 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42677/hbase/testCompactedBulkLoadedFiles/hfile1 into 167c35bd07da9ae1c5a416958d6be9e3/a (new location: hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/9b66e29e2bc3478581612eb6aa32a452_SeqId_4_) 2024-12-05T00:53:13,490 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42677/hbase/testCompactedBulkLoadedFiles/hfile2 into 167c35bd07da9ae1c5a416958d6be9e3/a as hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/23b4d07d800e476c8be31da562cb12c7_SeqId_4_ - updating store file list. 2024-12-05T00:53:13,495 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 23b4d07d800e476c8be31da562cb12c7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T00:53:13,495 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/23b4d07d800e476c8be31da562cb12c7_SeqId_4_ into 167c35bd07da9ae1c5a416958d6be9e3/a 2024-12-05T00:53:13,495 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42677/hbase/testCompactedBulkLoadedFiles/hfile2 into 167c35bd07da9ae1c5a416958d6be9e3/a (new location: hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/23b4d07d800e476c8be31da562cb12c7_SeqId_4_) 2024-12-05T00:53:13,503 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T00:53:13,504 DEBUG [Time-limited test {}] regionserver.HStore(1541): 167c35bd07da9ae1c5a416958d6be9e3/a is initiating major compaction (all files) 2024-12-05T00:53:13,504 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 167c35bd07da9ae1c5a416958d6be9e3/a in testCompactedBulkLoadedFiles,,1733359993302.167c35bd07da9ae1c5a416958d6be9e3. 2024-12-05T00:53:13,504 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/09628852a8bd47169cd6a0ff47a42319, hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/2905a582db6548668df6b0ee46106aae_SeqId_4_, hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/9b66e29e2bc3478581612eb6aa32a452_SeqId_4_, hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/23b4d07d800e476c8be31da562cb12c7_SeqId_4_] into tmpdir=hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/.tmp, totalSize=19.3 K 2024-12-05T00:53:13,505 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 09628852a8bd47169cd6a0ff47a42319, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733359993396 2024-12-05T00:53:13,506 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2905a582db6548668df6b0ee46106aae_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-05T00:53:13,506 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9b66e29e2bc3478581612eb6aa32a452_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-05T00:53:13,507 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 23b4d07d800e476c8be31da562cb12c7_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-05T00:53:13,521 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/.tmp/a/5d4f4a0e785043b0aba2e041b87e6be2 is 55, key is testCompactedBulkLoadedFiles/a:a/1733359993396/Put/seqid=0 2024-12-05T00:53:13,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741922_1100 (size=6154) 2024-12-05T00:53:13,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741922_1100 (size=6154) 2024-12-05T00:53:13,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741922_1100 (size=6154) 2024-12-05T00:53:13,541 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/.tmp/a/5d4f4a0e785043b0aba2e041b87e6be2 as hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/5d4f4a0e785043b0aba2e041b87e6be2 2024-12-05T00:53:13,548 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 167c35bd07da9ae1c5a416958d6be9e3/a of 167c35bd07da9ae1c5a416958d6be9e3 into 5d4f4a0e785043b0aba2e041b87e6be2(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T00:53:13,548 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 167c35bd07da9ae1c5a416958d6be9e3: 2024-12-05T00:53:13,548 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-05T00:53:13,548 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-05T00:53:13,580 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42677/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359993362, size=0 (0bytes) 2024-12-05T00:53:13,580 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42677/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359993362 might be still open, length is 0 2024-12-05T00:53:13,580 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42677/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359993362 2024-12-05T00:53:13,580 WARN [IPC Server handler 3 on default port 42677 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359993362 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-05T00:53:13,581 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42677/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359993362 after 1ms 2024-12-05T00:53:14,086 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-05T00:53:14,087 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-05T00:53:14,087 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-05T00:53:14,087 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-05T00:53:15,916 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:33672 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36741:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33672 dst: /127.0.0.1:36741 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36741 remote=/127.0.0.1:33672]. Total timeout mills is 60000, 57632 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:15,916 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:44580 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:37103:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44580 dst: /127.0.0.1:37103 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:15,916 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:33308 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41245:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33308 dst: /127.0.0.1:41245 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:15,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741917_1101 (size=1368) 2024-12-05T00:53:15,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741917_1101 (size=1368) 2024-12-05T00:53:15,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741917_1101 (size=1368) 2024-12-05T00:53:17,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42677/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359993362 after 4001ms 2024-12-05T00:53:17,585 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359993362: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:53:17,586 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42677/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359993362 took 4006ms 2024-12-05T00:53:17,588 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42677/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359993362; continuing. 2024-12-05T00:53:17,588 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42677/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359993362 so closing down 2024-12-05T00:53:17,588 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T00:53:17,590 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733359993362.temp 2024-12-05T00:53:17,592 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/recovered.edits/0000000000000000003-wal.1733359993362.temp 2024-12-05T00:53:17,592 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T00:53:17,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741923_1102 (size=635) 2024-12-05T00:53:17,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741923_1102 (size=635) 2024-12-05T00:53:17,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741923_1102 (size=635) 2024-12-05T00:53:17,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/recovered.edits/0000000000000000003-wal.1733359993362.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-05T00:53:17,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/recovered.edits/0000000000000000003-wal.1733359993362.temp to hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/recovered.edits/0000000000000000008 2024-12-05T00:53:17,605 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 19 ms; skipped=3; WAL=hdfs://localhost:42677/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359993362, size=0, length=0, corrupted=false, cancelled=false 2024-12-05T00:53:17,605 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42677/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359993362, journal: Splitting hdfs://localhost:42677/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359993362, size=0 (0bytes) at 1733359993580Finishing writing output for hdfs://localhost:42677/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359993362 so closing down at 1733359997588 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/recovered.edits/0000000000000000003-wal.1733359993362.temp at 1733359997592 (+4 ms)3 split writer threads finished at 1733359997592Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/recovered.edits/0000000000000000003-wal.1733359993362.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733359997604 (+12 ms)Rename recovered edits hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/recovered.edits/0000000000000000003-wal.1733359993362.temp to hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/recovered.edits/0000000000000000008 at 1733359997605 (+1 ms)Processed 5 edits across 1 Regions in 19 ms; skipped=3; WAL=hdfs://localhost:42677/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359993362, size=0, length=0, corrupted=false, cancelled=false at 1733359997605 2024-12-05T00:53:17,606 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42677/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359993362 to hdfs://localhost:42677/hbase/oldWALs/wal.1733359993362 2024-12-05T00:53:17,609 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/recovered.edits/0000000000000000008 2024-12-05T00:53:17,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:53:17,610 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:53:17,625 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359997610, exclude list is [], retry=0 2024-12-05T00:53:17,627 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:53:17,628 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:53:17,628 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:53:17,630 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359997610 2024-12-05T00:53:17,630 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36311:36311),(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:43419:43419)] 2024-12-05T00:53:17,630 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 167c35bd07da9ae1c5a416958d6be9e3, NAME => 'testCompactedBulkLoadedFiles,,1733359993302.167c35bd07da9ae1c5a416958d6be9e3.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:17,631 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733359993302.167c35bd07da9ae1c5a416958d6be9e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:17,631 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:17,631 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:17,632 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:17,633 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 167c35bd07da9ae1c5a416958d6be9e3 columnFamilyName a 2024-12-05T00:53:17,633 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:17,640 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/09628852a8bd47169cd6a0ff47a42319 2024-12-05T00:53:17,644 DEBUG [StoreFileOpener-167c35bd07da9ae1c5a416958d6be9e3-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 23b4d07d800e476c8be31da562cb12c7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T00:53:17,644 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/23b4d07d800e476c8be31da562cb12c7_SeqId_4_ 2024-12-05T00:53:17,649 DEBUG [StoreFileOpener-167c35bd07da9ae1c5a416958d6be9e3-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2905a582db6548668df6b0ee46106aae_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T00:53:17,649 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/2905a582db6548668df6b0ee46106aae_SeqId_4_ 2024-12-05T00:53:17,653 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/5d4f4a0e785043b0aba2e041b87e6be2 2024-12-05T00:53:17,657 DEBUG [StoreFileOpener-167c35bd07da9ae1c5a416958d6be9e3-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9b66e29e2bc3478581612eb6aa32a452_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T00:53:17,657 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/9b66e29e2bc3478581612eb6aa32a452_SeqId_4_ 2024-12-05T00:53:17,657 WARN [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/09628852a8bd47169cd6a0ff47a42319 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@515d8744 2024-12-05T00:53:17,657 WARN [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/23b4d07d800e476c8be31da562cb12c7_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@515d8744 2024-12-05T00:53:17,657 WARN [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/2905a582db6548668df6b0ee46106aae_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@515d8744 2024-12-05T00:53:17,657 WARN [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/9b66e29e2bc3478581612eb6aa32a452_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@515d8744 2024-12-05T00:53:17,657 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/09628852a8bd47169cd6a0ff47a42319, hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/23b4d07d800e476c8be31da562cb12c7_SeqId_4_, hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/2905a582db6548668df6b0ee46106aae_SeqId_4_, hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/9b66e29e2bc3478581612eb6aa32a452_SeqId_4_] to archive 2024-12-05T00:53:17,658 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T00:53:17,660 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/09628852a8bd47169cd6a0ff47a42319 to hdfs://localhost:42677/hbase/archive/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/09628852a8bd47169cd6a0ff47a42319 2024-12-05T00:53:17,661 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/23b4d07d800e476c8be31da562cb12c7_SeqId_4_ to hdfs://localhost:42677/hbase/archive/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/23b4d07d800e476c8be31da562cb12c7_SeqId_4_ 2024-12-05T00:53:17,662 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/2905a582db6548668df6b0ee46106aae_SeqId_4_ to hdfs://localhost:42677/hbase/archive/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/2905a582db6548668df6b0ee46106aae_SeqId_4_ 2024-12-05T00:53:17,663 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/9b66e29e2bc3478581612eb6aa32a452_SeqId_4_ to hdfs://localhost:42677/hbase/archive/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/a/9b66e29e2bc3478581612eb6aa32a452_SeqId_4_ 2024-12-05T00:53:17,663 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.HStore(327): Store=167c35bd07da9ae1c5a416958d6be9e3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:17,663 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:17,664 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 167c35bd07da9ae1c5a416958d6be9e3 columnFamilyName b 2024-12-05T00:53:17,664 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:17,664 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.HStore(327): Store=167c35bd07da9ae1c5a416958d6be9e3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:17,665 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:17,665 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 167c35bd07da9ae1c5a416958d6be9e3 columnFamilyName c 2024-12-05T00:53:17,665 DEBUG [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:17,666 INFO [StoreOpener-167c35bd07da9ae1c5a416958d6be9e3-1 {}] regionserver.HStore(327): Store=167c35bd07da9ae1c5a416958d6be9e3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:17,666 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:17,666 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:17,668 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:17,668 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/recovered.edits/0000000000000000008 2024-12-05T00:53:17,670 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:53:17,672 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 167c35bd07da9ae1c5a416958d6be9e3 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "167c35bd07da9ae1c5a416958d6be9e3" family_name: "a" compaction_input: "09628852a8bd47169cd6a0ff47a42319" compaction_input: "2905a582db6548668df6b0ee46106aae_SeqId_4_" compaction_input: "9b66e29e2bc3478581612eb6aa32a452_SeqId_4_" compaction_input: "23b4d07d800e476c8be31da562cb12c7_SeqId_4_" compaction_output: "5d4f4a0e785043b0aba2e041b87e6be2" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733359993302.167c35bd07da9ae1c5a416958d6be9e3." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-05T00:53:17,672 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-05T00:53:17,672 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/recovered.edits/0000000000000000008 2024-12-05T00:53:17,673 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/recovered.edits/0000000000000000008 2024-12-05T00:53:17,674 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:17,674 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:17,675 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T00:53:17,676 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 167c35bd07da9ae1c5a416958d6be9e3 2024-12-05T00:53:17,679 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testCompactedBulkLoadedFiles/167c35bd07da9ae1c5a416958d6be9e3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T00:53:17,680 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 167c35bd07da9ae1c5a416958d6be9e3; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64628953, jitterRate=-0.036953553557395935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T00:53:17,680 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 167c35bd07da9ae1c5a416958d6be9e3: Writing region info on filesystem at 1733359997631Initializing all the Stores at 1733359997632 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359997632Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359997632Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359997632Cleaning up temporary data from old regions at 1733359997674 (+42 ms)Region opened successfully at 1733359997680 (+6 ms) 2024-12-05T00:53:17,683 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 167c35bd07da9ae1c5a416958d6be9e3, disabling compactions & flushes 2024-12-05T00:53:17,683 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733359993302.167c35bd07da9ae1c5a416958d6be9e3. 2024-12-05T00:53:17,683 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733359993302.167c35bd07da9ae1c5a416958d6be9e3. 2024-12-05T00:53:17,683 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733359993302.167c35bd07da9ae1c5a416958d6be9e3. after waiting 0 ms 2024-12-05T00:53:17,683 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733359993302.167c35bd07da9ae1c5a416958d6be9e3. 2024-12-05T00:53:17,684 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733359993302.167c35bd07da9ae1c5a416958d6be9e3. 2024-12-05T00:53:17,684 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 167c35bd07da9ae1c5a416958d6be9e3: Waiting for close lock at 1733359997683Disabling compacts and flushes for region at 1733359997683Disabling writes for close at 1733359997683Writing region close event to WAL at 1733359997684 (+1 ms)Closed at 1733359997684 2024-12-05T00:53:17,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741924_1103 (size=93) 2024-12-05T00:53:17,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741924_1103 (size=93) 2024-12-05T00:53:17,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741924_1103 (size=93) 2024-12-05T00:53:17,694 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T00:53:17,694 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733359997610) 2024-12-05T00:53:17,706 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=444 (was 430) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:42677 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-334005608_22 at /127.0.0.1:33730 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:42677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-334005608_22 at /127.0.0.1:44646 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-334005608_22 at /127.0.0.1:33424 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=9445 (was 9506) 2024-12-05T00:53:17,706 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-05T00:53:17,719 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=444, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=323, ProcessCount=11, AvailableMemoryMB=9444 2024-12-05T00:53:17,719 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-05T00:53:17,734 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:53:17,736 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:53:17,737 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:53:17,740 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-15815086, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/hregion-15815086, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:53:17,754 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-15815086/hregion-15815086.1733359997740, exclude list is [], retry=0 2024-12-05T00:53:17,758 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:53:17,758 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:53:17,758 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:53:17,760 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-15815086/hregion-15815086.1733359997740 2024-12-05T00:53:17,760 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:36311:36311)] 2024-12-05T00:53:17,761 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => cda9a173591250cddef600509355fa92, NAME => 'testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42677/hbase 2024-12-05T00:53:17,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741926_1105 (size=67) 2024-12-05T00:53:17,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741926_1105 (size=67) 2024-12-05T00:53:17,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741926_1105 (size=67) 2024-12-05T00:53:17,774 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:17,776 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,778 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cda9a173591250cddef600509355fa92 columnFamilyName a 2024-12-05T00:53:17,778 DEBUG [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:17,779 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(327): Store=cda9a173591250cddef600509355fa92/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:17,779 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,780 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cda9a173591250cddef600509355fa92 columnFamilyName b 2024-12-05T00:53:17,781 DEBUG [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:17,781 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(327): Store=cda9a173591250cddef600509355fa92/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:17,782 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,783 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cda9a173591250cddef600509355fa92 columnFamilyName c 2024-12-05T00:53:17,783 DEBUG [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:17,783 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(327): Store=cda9a173591250cddef600509355fa92/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:17,783 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,788 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,789 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,790 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,790 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,790 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T00:53:17,792 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,794 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:53:17,794 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cda9a173591250cddef600509355fa92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60929105, jitterRate=-0.0920855849981308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T00:53:17,795 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cda9a173591250cddef600509355fa92: Writing region info on filesystem at 1733359997774Initializing all the Stores at 1733359997775 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359997775Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359997776 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359997776Cleaning up temporary data from old regions at 1733359997790 (+14 ms)Region opened successfully at 1733359997795 (+5 ms) 2024-12-05T00:53:17,795 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cda9a173591250cddef600509355fa92, disabling compactions & flushes 2024-12-05T00:53:17,795 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92. 2024-12-05T00:53:17,795 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92. 2024-12-05T00:53:17,795 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92. after waiting 0 ms 2024-12-05T00:53:17,795 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92. 2024-12-05T00:53:17,795 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92. 2024-12-05T00:53:17,795 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cda9a173591250cddef600509355fa92: Waiting for close lock at 1733359997795Disabling compacts and flushes for region at 1733359997795Disabling writes for close at 1733359997795Writing region close event to WAL at 1733359997795Closed at 1733359997795 2024-12-05T00:53:17,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741925_1104 (size=93) 2024-12-05T00:53:17,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741925_1104 (size=93) 2024-12-05T00:53:17,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741925_1104 (size=93) 2024-12-05T00:53:17,800 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T00:53:17,800 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-15815086:(num 1733359997740) 2024-12-05T00:53:17,800 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:53:17,802 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:53:17,817 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997803, exclude list is [], retry=0 2024-12-05T00:53:17,820 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:53:17,820 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:53:17,820 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:53:17,824 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997803 2024-12-05T00:53:17,825 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:36311:36311)] 2024-12-05T00:53:17,825 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cda9a173591250cddef600509355fa92, NAME => 'testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:17,825 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:17,825 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,825 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,828 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,830 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cda9a173591250cddef600509355fa92 columnFamilyName a 2024-12-05T00:53:17,830 DEBUG [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:17,830 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(327): Store=cda9a173591250cddef600509355fa92/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:17,830 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,831 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cda9a173591250cddef600509355fa92 columnFamilyName b 2024-12-05T00:53:17,831 DEBUG [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:17,832 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(327): Store=cda9a173591250cddef600509355fa92/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:17,832 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,832 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cda9a173591250cddef600509355fa92 columnFamilyName c 2024-12-05T00:53:17,832 DEBUG [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:17,833 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(327): Store=cda9a173591250cddef600509355fa92/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:17,833 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,834 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,835 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,836 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,836 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,837 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T00:53:17,838 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,839 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cda9a173591250cddef600509355fa92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68121050, jitterRate=0.015082746744155884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T00:53:17,840 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cda9a173591250cddef600509355fa92: Writing region info on filesystem at 1733359997825Initializing all the Stores at 1733359997826 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359997826Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359997828 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359997828Cleaning up temporary data from old regions at 1733359997836 (+8 ms)Region opened successfully at 1733359997840 (+4 ms) 2024-12-05T00:53:17,850 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cda9a173591250cddef600509355fa92 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-05T00:53:17,866 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/.tmp/a/9ef9c61ccc514ccc9978d8064b2b768d is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733359997840/Put/seqid=0 2024-12-05T00:53:17,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741928_1107 (size=5958) 2024-12-05T00:53:17,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741928_1107 (size=5958) 2024-12-05T00:53:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741928_1107 (size=5958) 2024-12-05T00:53:17,877 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/.tmp/a/9ef9c61ccc514ccc9978d8064b2b768d 2024-12-05T00:53:17,882 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/.tmp/a/9ef9c61ccc514ccc9978d8064b2b768d as hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/a/9ef9c61ccc514ccc9978d8064b2b768d 2024-12-05T00:53:17,888 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/a/9ef9c61ccc514ccc9978d8064b2b768d, entries=10, sequenceid=13, filesize=5.8 K 2024-12-05T00:53:17,892 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for cda9a173591250cddef600509355fa92 in 42ms, sequenceid=13, compaction requested=false 2024-12-05T00:53:17,892 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cda9a173591250cddef600509355fa92: 2024-12-05T00:53:17,911 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cda9a173591250cddef600509355fa92, disabling compactions & flushes 2024-12-05T00:53:17,911 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92. 2024-12-05T00:53:17,911 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92. 2024-12-05T00:53:17,911 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92. after waiting 0 ms 2024-12-05T00:53:17,911 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92. 2024-12-05T00:53:17,912 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92. 2024-12-05T00:53:17,912 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92. 2024-12-05T00:53:17,912 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cda9a173591250cddef600509355fa92: Waiting for close lock at 1733359997911Disabling compacts and flushes for region at 1733359997911Disabling writes for close at 1733359997911Writing region close event to WAL at 1733359997912 (+1 ms)Closed at 1733359997912 2024-12-05T00:53:17,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741927_1106 (size=2805) 2024-12-05T00:53:17,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741927_1106 (size=2805) 2024-12-05T00:53:17,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741927_1106 (size=2805) 2024-12-05T00:53:17,932 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997803, size=2.7 K (2805bytes) 2024-12-05T00:53:17,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997803 2024-12-05T00:53:17,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997803 after 1ms 2024-12-05T00:53:17,935 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997803: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:53:17,935 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997803 took 3ms 2024-12-05T00:53:17,937 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997803 so closing down 2024-12-05T00:53:17,937 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T00:53:17,938 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733359997803.temp 2024-12-05T00:53:17,939 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000003-wal.1733359997803.temp 2024-12-05T00:53:17,940 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T00:53:17,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741929_1108 (size=2312) 2024-12-05T00:53:17,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741929_1108 (size=2312) 2024-12-05T00:53:17,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741929_1108 (size=2312) 2024-12-05T00:53:17,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000003-wal.1733359997803.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-05T00:53:17,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000003-wal.1733359997803.temp to hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000035 2024-12-05T00:53:17,950 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997803, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-12-05T00:53:17,950 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997803, journal: Splitting hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997803, size=2.7 K (2805bytes) at 1733359997932Finishing writing output for hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997803 so closing down at 1733359997937 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000003-wal.1733359997803.temp at 1733359997939 (+2 ms)3 split writer threads finished at 1733359997940 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000003-wal.1733359997803.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733359997949 (+9 ms)Rename recovered edits hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000003-wal.1733359997803.temp to hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000035 at 1733359997950 (+1 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997803, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1733359997950 2024-12-05T00:53:17,952 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997803 to hdfs://localhost:42677/hbase/oldWALs/wal.1733359997803 2024-12-05T00:53:17,953 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000035 2024-12-05T00:53:17,953 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:53:17,955 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:53:17,970 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997955, exclude list is [], retry=0 2024-12-05T00:53:17,972 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:53:17,973 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:53:17,973 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:53:17,975 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997955 2024-12-05T00:53:17,975 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43419:43419),(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:36311:36311)] 2024-12-05T00:53:17,975 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cda9a173591250cddef600509355fa92, NAME => 'testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:17,975 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:17,975 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,975 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,977 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,978 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cda9a173591250cddef600509355fa92 columnFamilyName a 2024-12-05T00:53:17,978 DEBUG [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:17,983 DEBUG [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/a/9ef9c61ccc514ccc9978d8064b2b768d 2024-12-05T00:53:17,983 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(327): Store=cda9a173591250cddef600509355fa92/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:17,983 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,984 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cda9a173591250cddef600509355fa92 columnFamilyName b 2024-12-05T00:53:17,984 DEBUG [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:17,984 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(327): Store=cda9a173591250cddef600509355fa92/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:17,984 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,985 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cda9a173591250cddef600509355fa92 columnFamilyName c 2024-12-05T00:53:17,985 DEBUG [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:17,985 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(327): Store=cda9a173591250cddef600509355fa92/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:17,985 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,986 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,987 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92 2024-12-05T00:53:17,988 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000035 2024-12-05T00:53:17,990 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:53:17,991 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000035 2024-12-05T00:53:17,991 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cda9a173591250cddef600509355fa92 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-05T00:53:18,007 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/.tmp/b/9f59b25441a34aa399f074a513481b23 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733359997893/Put/seqid=0 2024-12-05T00:53:18,012 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T00:53:18,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741931_1110 (size=5958) 2024-12-05T00:53:18,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741931_1110 (size=5958) 2024-12-05T00:53:18,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741931_1110 (size=5958) 2024-12-05T00:53:18,014 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/.tmp/b/9f59b25441a34aa399f074a513481b23 2024-12-05T00:53:18,033 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/.tmp/c/254771d9e3df4582b1649e06f6efa01c is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733359997901/Put/seqid=0 2024-12-05T00:53:18,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741932_1111 (size=5958) 2024-12-05T00:53:18,046 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/.tmp/c/254771d9e3df4582b1649e06f6efa01c 2024-12-05T00:53:18,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741932_1111 (size=5958) 2024-12-05T00:53:18,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741932_1111 (size=5958) 2024-12-05T00:53:18,052 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/.tmp/b/9f59b25441a34aa399f074a513481b23 as hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/b/9f59b25441a34aa399f074a513481b23 2024-12-05T00:53:18,058 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/b/9f59b25441a34aa399f074a513481b23, entries=10, sequenceid=35, filesize=5.8 K 2024-12-05T00:53:18,059 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/.tmp/c/254771d9e3df4582b1649e06f6efa01c as hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/c/254771d9e3df4582b1649e06f6efa01c 2024-12-05T00:53:18,064 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/c/254771d9e3df4582b1649e06f6efa01c, entries=10, sequenceid=35, filesize=5.8 K 2024-12-05T00:53:18,064 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for cda9a173591250cddef600509355fa92 in 73ms, sequenceid=35, compaction requested=false; wal=null 2024-12-05T00:53:18,065 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000035 2024-12-05T00:53:18,066 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cda9a173591250cddef600509355fa92 2024-12-05T00:53:18,066 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cda9a173591250cddef600509355fa92 2024-12-05T00:53:18,066 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T00:53:18,067 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cda9a173591250cddef600509355fa92 2024-12-05T00:53:18,070 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-05T00:53:18,071 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cda9a173591250cddef600509355fa92; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74327234, jitterRate=0.1075620949268341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T00:53:18,071 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cda9a173591250cddef600509355fa92: Writing region info on filesystem at 1733359997975Initializing all the Stores at 1733359997976 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359997976Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359997977 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359997977Obtaining lock to block concurrent updates at 1733359997991 (+14 ms)Preparing flush snapshotting stores in cda9a173591250cddef600509355fa92 at 1733359997991Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733359997991Flushing stores of testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92. at 1733359997991Flushing cda9a173591250cddef600509355fa92/b: creating writer at 1733359997991Flushing cda9a173591250cddef600509355fa92/b: appending metadata at 1733359998006 (+15 ms)Flushing cda9a173591250cddef600509355fa92/b: closing flushed file at 1733359998006Flushing cda9a173591250cddef600509355fa92/c: creating writer at 1733359998019 (+13 ms)Flushing cda9a173591250cddef600509355fa92/c: appending metadata at 1733359998033 (+14 ms)Flushing cda9a173591250cddef600509355fa92/c: closing flushed file at 1733359998033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e1793d: reopening flushed file at 1733359998052 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c56a2c9: reopening flushed file at 1733359998058 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for cda9a173591250cddef600509355fa92 in 73ms, sequenceid=35, compaction requested=false; wal=null at 1733359998064 (+6 ms)Cleaning up temporary data from old regions at 1733359998066 (+2 ms)Region opened successfully at 1733359998071 (+5 ms) 2024-12-05T00:53:18,143 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997955, size=0 (0bytes) 2024-12-05T00:53:18,143 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997955 might be still open, length is 0 2024-12-05T00:53:18,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997955 2024-12-05T00:53:18,143 WARN [IPC Server handler 3 on default port 42677 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997955 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-05T00:53:18,144 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997955 after 1ms 2024-12-05T00:53:18,915 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:44692 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:37103:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44692 dst: /127.0.0.1:37103 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37103 remote=/127.0.0.1:44692]. Total timeout mills is 60000, 59188 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:18,916 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:33790 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36741:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33790 dst: /127.0.0.1:36741 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:18,916 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2089017681_22 at /127.0.0.1:33474 [Receiving block BP-71262918-172.17.0.2-1733359959385:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41245:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33474 dst: /127.0.0.1:41245 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:18,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741930_1112 (size=2304) 2024-12-05T00:53:18,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741930_1112 (size=2304) 2024-12-05T00:53:18,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741930_1112 (size=2304) 2024-12-05T00:53:22,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997955 after 4002ms 2024-12-05T00:53:22,153 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997955: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:53:22,153 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997955 took 4010ms 2024-12-05T00:53:22,156 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997955; continuing. 2024-12-05T00:53:22,156 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997955 so closing down 2024-12-05T00:53:22,156 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T00:53:22,157 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733359997955.temp 2024-12-05T00:53:22,159 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000037-wal.1733359997955.temp 2024-12-05T00:53:22,159 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T00:53:22,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741933_1113 (size=2312) 2024-12-05T00:53:22,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741933_1113 (size=2312) 2024-12-05T00:53:22,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000037-wal.1733359997955.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-05T00:53:22,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741933_1113 (size=2312) 2024-12-05T00:53:22,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000037-wal.1733359997955.temp to hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000066 2024-12-05T00:53:22,169 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997955, size=0, length=0, corrupted=false, cancelled=false 2024-12-05T00:53:22,169 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997955, journal: Splitting hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997955, size=0 (0bytes) at 1733359998143Finishing writing output for hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997955 so closing down at 1733360002156 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000037-wal.1733359997955.temp at 1733360002159 (+3 ms)3 split writer threads finished at 1733360002159Closed recovered edits writer path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000037-wal.1733359997955.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733360002168 (+9 ms)Rename recovered edits hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000037-wal.1733359997955.temp to hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000066 at 1733360002169 (+1 ms)Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997955, size=0, length=0, corrupted=false, cancelled=false at 1733360002169 2024-12-05T00:53:22,171 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997955 to hdfs://localhost:42677/hbase/oldWALs/wal.1733359997955 2024-12-05T00:53:22,171 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000066 2024-12-05T00:53:22,171 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T00:53:22,173 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42677/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734, archiveDir=hdfs://localhost:42677/hbase/oldWALs, maxLogs=32 2024-12-05T00:53:22,186 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733360002173, exclude list is [], retry=0 2024-12-05T00:53:22,188 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-a709b457-bb38-477e-90cb-19236b7c81f3,DISK] 2024-12-05T00:53:22,188 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41245,DS-66101816-f5cb-489a-abf5-c8fc3964b13d,DISK] 2024-12-05T00:53:22,189 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-153f9153-20f1-431f-b331-d2c294398019,DISK] 2024-12-05T00:53:22,190 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733360002173 2024-12-05T00:53:22,190 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36311:36311),(127.0.0.1/127.0.0.1:34827:34827),(127.0.0.1/127.0.0.1:43419:43419)] 2024-12-05T00:53:22,191 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:22,192 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cda9a173591250cddef600509355fa92 2024-12-05T00:53:22,193 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cda9a173591250cddef600509355fa92 columnFamilyName a 2024-12-05T00:53:22,193 DEBUG [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:22,198 DEBUG [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/a/9ef9c61ccc514ccc9978d8064b2b768d 2024-12-05T00:53:22,198 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(327): Store=cda9a173591250cddef600509355fa92/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:22,198 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cda9a173591250cddef600509355fa92 2024-12-05T00:53:22,199 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cda9a173591250cddef600509355fa92 columnFamilyName b 2024-12-05T00:53:22,199 DEBUG [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:22,203 DEBUG [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/b/9f59b25441a34aa399f074a513481b23 2024-12-05T00:53:22,203 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(327): Store=cda9a173591250cddef600509355fa92/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:22,203 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cda9a173591250cddef600509355fa92 2024-12-05T00:53:22,204 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cda9a173591250cddef600509355fa92 columnFamilyName c 2024-12-05T00:53:22,204 DEBUG [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:22,209 DEBUG [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/c/254771d9e3df4582b1649e06f6efa01c 2024-12-05T00:53:22,209 INFO [StoreOpener-cda9a173591250cddef600509355fa92-1 {}] regionserver.HStore(327): Store=cda9a173591250cddef600509355fa92/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:22,209 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cda9a173591250cddef600509355fa92 2024-12-05T00:53:22,210 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92 2024-12-05T00:53:22,211 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92 2024-12-05T00:53:22,212 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000066 2024-12-05T00:53:22,213 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-05T00:53:22,217 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000066 2024-12-05T00:53:22,217 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cda9a173591250cddef600509355fa92 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-05T00:53:22,232 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/.tmp/a/7f9e9b2a6b6d4a599a30e021c0497b87 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733359998078/Put/seqid=0 2024-12-05T00:53:22,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741935_1115 (size=5958) 2024-12-05T00:53:22,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741935_1115 (size=5958) 2024-12-05T00:53:22,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741935_1115 (size=5958) 2024-12-05T00:53:22,242 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/.tmp/a/7f9e9b2a6b6d4a599a30e021c0497b87 2024-12-05T00:53:22,261 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/.tmp/b/819abfcc9ecb440796ee5b059d8e579d is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733359998085/Put/seqid=0 2024-12-05T00:53:22,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741936_1116 (size=5958) 2024-12-05T00:53:22,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741936_1116 (size=5958) 2024-12-05T00:53:22,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741936_1116 (size=5958) 2024-12-05T00:53:22,268 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/.tmp/b/819abfcc9ecb440796ee5b059d8e579d 2024-12-05T00:53:22,287 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/.tmp/c/34ab4da4f3ad45e89b4bb34cd7e0d19e is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733359998097/Put/seqid=0 2024-12-05T00:53:22,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741937_1117 (size=5958) 2024-12-05T00:53:22,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741937_1117 (size=5958) 2024-12-05T00:53:22,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741937_1117 (size=5958) 2024-12-05T00:53:22,293 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/.tmp/c/34ab4da4f3ad45e89b4bb34cd7e0d19e 2024-12-05T00:53:22,299 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/.tmp/a/7f9e9b2a6b6d4a599a30e021c0497b87 as hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/a/7f9e9b2a6b6d4a599a30e021c0497b87 2024-12-05T00:53:22,305 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/a/7f9e9b2a6b6d4a599a30e021c0497b87, entries=10, sequenceid=66, filesize=5.8 K 2024-12-05T00:53:22,306 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/.tmp/b/819abfcc9ecb440796ee5b059d8e579d as hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/b/819abfcc9ecb440796ee5b059d8e579d 2024-12-05T00:53:22,310 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/b/819abfcc9ecb440796ee5b059d8e579d, entries=10, sequenceid=66, filesize=5.8 K 2024-12-05T00:53:22,311 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/.tmp/c/34ab4da4f3ad45e89b4bb34cd7e0d19e as hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/c/34ab4da4f3ad45e89b4bb34cd7e0d19e 2024-12-05T00:53:22,315 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/c/34ab4da4f3ad45e89b4bb34cd7e0d19e, entries=10, sequenceid=66, filesize=5.8 K 2024-12-05T00:53:22,315 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for cda9a173591250cddef600509355fa92 in 98ms, sequenceid=66, compaction requested=false; wal=null 2024-12-05T00:53:22,316 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/0000000000000000066 2024-12-05T00:53:22,317 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cda9a173591250cddef600509355fa92 2024-12-05T00:53:22,317 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cda9a173591250cddef600509355fa92 2024-12-05T00:53:22,318 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T00:53:22,319 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cda9a173591250cddef600509355fa92 2024-12-05T00:53:22,321 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/hbase/data/default/testReplayEditsWrittenViaHRegion/cda9a173591250cddef600509355fa92/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-05T00:53:22,322 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cda9a173591250cddef600509355fa92; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72886369, jitterRate=0.0860915333032608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T00:53:22,322 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cda9a173591250cddef600509355fa92: Writing region info on filesystem at 1733360002191Initializing all the Stores at 1733360002192 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360002192Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360002192Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360002192Obtaining lock to block concurrent updates at 1733360002217 (+25 ms)Preparing flush snapshotting stores in cda9a173591250cddef600509355fa92 at 1733360002217Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733360002217Flushing stores of testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92. at 1733360002217Flushing cda9a173591250cddef600509355fa92/a: creating writer at 1733360002217Flushing cda9a173591250cddef600509355fa92/a: appending metadata at 1733360002232 (+15 ms)Flushing cda9a173591250cddef600509355fa92/a: closing flushed file at 1733360002232Flushing cda9a173591250cddef600509355fa92/b: creating writer at 1733360002247 (+15 ms)Flushing cda9a173591250cddef600509355fa92/b: appending metadata at 1733360002261 (+14 ms)Flushing cda9a173591250cddef600509355fa92/b: closing flushed file at 1733360002261Flushing cda9a173591250cddef600509355fa92/c: creating writer at 1733360002273 (+12 ms)Flushing cda9a173591250cddef600509355fa92/c: appending metadata at 1733360002287 (+14 ms)Flushing cda9a173591250cddef600509355fa92/c: closing flushed file at 1733360002287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c370cae: reopening flushed file at 1733360002298 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc9bdb9: reopening flushed file at 1733360002305 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff85d94: reopening flushed file at 1733360002310 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for cda9a173591250cddef600509355fa92 in 98ms, sequenceid=66, compaction requested=false; wal=null at 1733360002315 (+5 ms)Cleaning up temporary data from old regions at 1733360002317 (+2 ms)Region opened successfully at 1733360002322 (+5 ms) 2024-12-05T00:53:22,333 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cda9a173591250cddef600509355fa92, disabling compactions & flushes 2024-12-05T00:53:22,333 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92. 2024-12-05T00:53:22,333 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92. 2024-12-05T00:53:22,333 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92. after waiting 0 ms 2024-12-05T00:53:22,333 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92. 2024-12-05T00:53:22,334 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733359997735.cda9a173591250cddef600509355fa92. 2024-12-05T00:53:22,334 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cda9a173591250cddef600509355fa92: Waiting for close lock at 1733360002333Disabling compacts and flushes for region at 1733360002333Disabling writes for close at 1733360002333Writing region close event to WAL at 1733360002334 (+1 ms)Closed at 1733360002334 2024-12-05T00:53:22,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741934_1114 (size=93) 2024-12-05T00:53:22,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741934_1114 (size=93) 2024-12-05T00:53:22,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741934_1114 (size=93) 2024-12-05T00:53:22,339 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T00:53:22,339 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733360002173) 2024-12-05T00:53:22,351 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=450 (was 444) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1290045646_22 at /127.0.0.1:40614 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:42677 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1290045646_22 at /127.0.0.1:59798 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1290045646_22 at /127.0.0.1:45794 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:42677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 323), ProcessCount=11 (was 11), AvailableMemoryMB=9440 (was 9444) 2024-12-05T00:53:22,351 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-12-05T00:53:22,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T00:53:22,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T00:53:22,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:53:22,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:22,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:22,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T00:53:22,352 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T00:53:22,352 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=954470236, stopped=false 2024-12-05T00:53:22,352 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fea72ea5c4b6,41169,1733359963769 2024-12-05T00:53:22,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T00:53:22,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T00:53:22,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T00:53:22,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:22,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:22,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:22,403 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T00:53:22,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T00:53:22,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:53:22,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:22,404 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fea72ea5c4b6,44345,1733359964613' ***** 2024-12-05T00:53:22,404 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T00:53:22,404 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fea72ea5c4b6,42217,1733359964715' ***** 2024-12-05T00:53:22,404 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T00:53:22,404 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T00:53:22,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:53:22,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:53:22,404 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T00:53:22,404 INFO [RS:1;fea72ea5c4b6:42217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T00:53:22,404 INFO [RS:1;fea72ea5c4b6:42217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T00:53:22,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:53:22,405 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T00:53:22,405 INFO [RS:0;fea72ea5c4b6:44345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T00:53:22,405 INFO [RS:0;fea72ea5c4b6:44345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T00:53:22,405 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T00:53:22,405 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.HRegionServer(959): stopping server fea72ea5c4b6,44345,1733359964613 2024-12-05T00:53:22,405 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.HRegionServer(3091): Received CLOSE for a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:22,405 INFO [RS:0;fea72ea5c4b6:44345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T00:53:22,405 INFO [RS:0;fea72ea5c4b6:44345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fea72ea5c4b6:44345. 2024-12-05T00:53:22,405 DEBUG [RS:0;fea72ea5c4b6:44345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:53:22,405 DEBUG [RS:0;fea72ea5c4b6:44345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:22,405 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.HRegionServer(959): stopping server fea72ea5c4b6,42217,1733359964715 2024-12-05T00:53:22,405 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T00:53:22,405 INFO [RS:1;fea72ea5c4b6:42217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T00:53:22,405 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T00:53:22,405 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T00:53:22,405 INFO [RS:1;fea72ea5c4b6:42217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fea72ea5c4b6:42217. 2024-12-05T00:53:22,406 DEBUG [RS:1;fea72ea5c4b6:42217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:53:22,406 DEBUG [RS:1;fea72ea5c4b6:42217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:22,406 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T00:53:22,406 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T00:53:22,406 DEBUG [RS:1;fea72ea5c4b6:42217 {}] regionserver.HRegionServer(1325): Online Regions={a6a55a49914e72a3d7d161005ef95f21=testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21.} 2024-12-05T00:53:22,406 DEBUG [RS:1;fea72ea5c4b6:42217 {}] regionserver.HRegionServer(1351): Waiting on a6a55a49914e72a3d7d161005ef95f21 2024-12-05T00:53:22,406 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6a55a49914e72a3d7d161005ef95f21, disabling compactions & flushes 2024-12-05T00:53:22,406 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:22,406 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:22,406 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T00:53:22,406 DEBUG [RS:0;fea72ea5c4b6:44345 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T00:53:22,406 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. after waiting 0 ms 2024-12-05T00:53:22,406 DEBUG [RS:0;fea72ea5c4b6:44345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T00:53:22,406 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:22,406 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T00:53:22,406 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T00:53:22,406 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T00:53:22,406 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T00:53:22,406 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T00:53:22,406 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-05T00:53:22,407 INFO [regionserver/fea72ea5c4b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T00:53:22,408 INFO [regionserver/fea72ea5c4b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T00:53:22,410 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a6a55a49914e72a3d7d161005ef95f21/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-05T00:53:22,411 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:22,411 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6a55a49914e72a3d7d161005ef95f21: Waiting for close lock at 1733360002406Running coprocessor pre-close hooks at 1733360002406Disabling compacts and flushes for region at 1733360002406Disabling writes for close at 1733360002406Writing region close event to WAL at 1733360002407 (+1 ms)Running coprocessor post-close hooks at 1733360002411 (+4 ms)Closed at 1733360002411 2024-12-05T00:53:22,411 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21. 2024-12-05T00:53:22,426 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740/.tmp/info/92767d15d9e84383a4b939942bd5590a is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733359978894.a6a55a49914e72a3d7d161005ef95f21./info:regioninfo/1733359982557/Put/seqid=0 2024-12-05T00:53:22,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741938_1118 (size=8243) 2024-12-05T00:53:22,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741938_1118 (size=8243) 2024-12-05T00:53:22,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741938_1118 (size=8243) 2024-12-05T00:53:22,432 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740/.tmp/info/92767d15d9e84383a4b939942bd5590a 2024-12-05T00:53:22,450 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740/.tmp/ns/1468b8cbd33546b0922388c0fb6a8474 is 43, key is default/ns:d/1733359966905/Put/seqid=0 2024-12-05T00:53:22,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741939_1119 (size=5153) 2024-12-05T00:53:22,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741939_1119 (size=5153) 2024-12-05T00:53:22,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741939_1119 (size=5153) 2024-12-05T00:53:22,457 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740/.tmp/ns/1468b8cbd33546b0922388c0fb6a8474 2024-12-05T00:53:22,474 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740/.tmp/table/2c9b8764d31a4fc88338839158c31154 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733359979730/Put/seqid=0 2024-12-05T00:53:22,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741940_1120 (size=5431) 2024-12-05T00:53:22,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741940_1120 (size=5431) 2024-12-05T00:53:22,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741940_1120 (size=5431) 2024-12-05T00:53:22,481 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740/.tmp/table/2c9b8764d31a4fc88338839158c31154 2024-12-05T00:53:22,486 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740/.tmp/info/92767d15d9e84383a4b939942bd5590a as hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740/info/92767d15d9e84383a4b939942bd5590a 2024-12-05T00:53:22,491 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740/info/92767d15d9e84383a4b939942bd5590a, entries=18, sequenceid=21, filesize=8.0 K 2024-12-05T00:53:22,492 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740/.tmp/ns/1468b8cbd33546b0922388c0fb6a8474 as hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740/ns/1468b8cbd33546b0922388c0fb6a8474 2024-12-05T00:53:22,498 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740/ns/1468b8cbd33546b0922388c0fb6a8474, entries=2, sequenceid=21, filesize=5.0 K 2024-12-05T00:53:22,499 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740/.tmp/table/2c9b8764d31a4fc88338839158c31154 as hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740/table/2c9b8764d31a4fc88338839158c31154 2024-12-05T00:53:22,504 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740/table/2c9b8764d31a4fc88338839158c31154, entries=2, sequenceid=21, filesize=5.3 K 2024-12-05T00:53:22,505 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=21, compaction requested=false 2024-12-05T00:53:22,509 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-05T00:53:22,510 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T00:53:22,510 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T00:53:22,510 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733360002406Running coprocessor pre-close hooks at 1733360002406Disabling compacts and flushes for region at 1733360002406Disabling writes for close at 1733360002406Obtaining lock to block concurrent updates at 1733360002406Preparing flush snapshotting stores in 1588230740 at 1733360002406Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733360002407 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733360002407Flushing 1588230740/info: creating writer at 1733360002408 (+1 ms)Flushing 1588230740/info: appending metadata at 1733360002426 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733360002426Flushing 1588230740/ns: creating writer at 1733360002437 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733360002449 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733360002449Flushing 1588230740/table: creating writer at 1733360002461 (+12 ms)Flushing 1588230740/table: appending metadata at 1733360002474 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733360002474Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b105687: reopening flushed file at 1733360002485 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e1abe15: reopening flushed file at 1733360002491 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ebc9158: reopening flushed file at 1733360002498 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=21, compaction requested=false at 1733360002505 (+7 ms)Writing region close event to WAL at 1733360002506 (+1 ms)Running coprocessor post-close hooks at 1733360002510 (+4 ms)Closed at 1733360002510 2024-12-05T00:53:22,510 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T00:53:22,606 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.HRegionServer(976): stopping server fea72ea5c4b6,42217,1733359964715; all regions closed. 2024-12-05T00:53:22,606 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.HRegionServer(976): stopping server fea72ea5c4b6,44345,1733359964613; all regions closed. 2024-12-05T00:53:22,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741835_1011 (size=841) 2024-12-05T00:53:22,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741835_1011 (size=841) 2024-12-05T00:53:22,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741835_1011 (size=841) 2024-12-05T00:53:22,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741836_1012 (size=3783) 2024-12-05T00:53:22,614 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/WALs/fea72ea5c4b6,44345,1733359964613/fea72ea5c4b6%2C44345%2C1733359964613.meta.1733359966682.meta not finished, retry = 0 2024-12-05T00:53:22,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741836_1012 (size=3783) 2024-12-05T00:53:22,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741836_1012 (size=3783) 2024-12-05T00:53:22,616 DEBUG [RS:1;fea72ea5c4b6:42217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/oldWALs 2024-12-05T00:53:22,616 INFO [RS:1;fea72ea5c4b6:42217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fea72ea5c4b6%2C42217%2C1733359964715:(num 1733359966228) 2024-12-05T00:53:22,617 DEBUG [RS:1;fea72ea5c4b6:42217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:22,617 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T00:53:22,617 INFO [RS:1;fea72ea5c4b6:42217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T00:53:22,617 INFO [RS:1;fea72ea5c4b6:42217 {}] hbase.ChoreService(370): Chore service for: regionserver/fea72ea5c4b6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T00:53:22,617 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T00:53:22,617 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T00:53:22,617 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T00:53:22,617 INFO [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T00:53:22,617 INFO [RS:1;fea72ea5c4b6:42217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T00:53:22,617 INFO [RS:1;fea72ea5c4b6:42217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42217 2024-12-05T00:53:22,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T00:53:22,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fea72ea5c4b6,42217,1733359964715 2024-12-05T00:53:22,624 INFO [RS:1;fea72ea5c4b6:42217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T00:53:22,634 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fea72ea5c4b6,42217,1733359964715] 2024-12-05T00:53:22,645 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fea72ea5c4b6,42217,1733359964715 already deleted, retry=false 2024-12-05T00:53:22,645 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fea72ea5c4b6,42217,1733359964715 expired; onlineServers=1 2024-12-05T00:53:22,721 DEBUG [RS:0;fea72ea5c4b6:44345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/oldWALs 2024-12-05T00:53:22,721 INFO [RS:0;fea72ea5c4b6:44345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fea72ea5c4b6%2C44345%2C1733359964613.meta:.meta(num 1733359966682) 2024-12-05T00:53:22,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741833_1009 (size=2054) 2024-12-05T00:53:22,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741833_1009 (size=2054) 2024-12-05T00:53:22,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741833_1009 (size=2054) 2024-12-05T00:53:22,730 DEBUG [RS:0;fea72ea5c4b6:44345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/oldWALs 2024-12-05T00:53:22,730 INFO [RS:0;fea72ea5c4b6:44345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fea72ea5c4b6%2C44345%2C1733359964613:(num 1733359966228) 2024-12-05T00:53:22,730 DEBUG [RS:0;fea72ea5c4b6:44345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:22,730 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T00:53:22,730 INFO [RS:0;fea72ea5c4b6:44345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T00:53:22,731 INFO [RS:0;fea72ea5c4b6:44345 {}] hbase.ChoreService(370): Chore service for: regionserver/fea72ea5c4b6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T00:53:22,731 INFO [RS:0;fea72ea5c4b6:44345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T00:53:22,731 INFO [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T00:53:22,731 INFO [RS:0;fea72ea5c4b6:44345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44345 2024-12-05T00:53:22,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:53:22,735 INFO [RS:1;fea72ea5c4b6:42217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T00:53:22,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42217-0x101a2fa07200002, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:53:22,735 INFO [RS:1;fea72ea5c4b6:42217 {}] regionserver.HRegionServer(1031): Exiting; stopping=fea72ea5c4b6,42217,1733359964715; zookeeper connection closed. 2024-12-05T00:53:22,735 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26b2f4a6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26b2f4a6 2024-12-05T00:53:22,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fea72ea5c4b6,44345,1733359964613 2024-12-05T00:53:22,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T00:53:22,740 INFO [RS:0;fea72ea5c4b6:44345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T00:53:22,750 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fea72ea5c4b6,44345,1733359964613] 2024-12-05T00:53:22,761 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fea72ea5c4b6,44345,1733359964613 already deleted, retry=false 2024-12-05T00:53:22,761 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fea72ea5c4b6,44345,1733359964613 expired; onlineServers=0 2024-12-05T00:53:22,761 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fea72ea5c4b6,41169,1733359963769' ***** 2024-12-05T00:53:22,761 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T00:53:22,761 INFO [M:0;fea72ea5c4b6:41169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T00:53:22,761 INFO [M:0;fea72ea5c4b6:41169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T00:53:22,761 DEBUG [M:0;fea72ea5c4b6:41169 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T00:53:22,762 DEBUG [M:0;fea72ea5c4b6:41169 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T00:53:22,762 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T00:53:22,762 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.large.0-1733359965853 {}] cleaner.HFileCleaner(306): Exit Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.large.0-1733359965853,5,FailOnTimeoutGroup] 2024-12-05T00:53:22,762 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.small.0-1733359965859 {}] cleaner.HFileCleaner(306): Exit Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.small.0-1733359965859,5,FailOnTimeoutGroup] 2024-12-05T00:53:22,762 INFO [M:0;fea72ea5c4b6:41169 {}] hbase.ChoreService(370): Chore service for: master/fea72ea5c4b6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T00:53:22,763 INFO [M:0;fea72ea5c4b6:41169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T00:53:22,763 DEBUG [M:0;fea72ea5c4b6:41169 {}] master.HMaster(1795): Stopping service threads 2024-12-05T00:53:22,763 INFO [M:0;fea72ea5c4b6:41169 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T00:53:22,763 INFO [M:0;fea72ea5c4b6:41169 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T00:53:22,764 INFO [M:0;fea72ea5c4b6:41169 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T00:53:22,764 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T00:53:22,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T00:53:22,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:22,772 DEBUG [M:0;fea72ea5c4b6:41169 {}] zookeeper.ZKUtil(347): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T00:53:22,772 WARN [M:0;fea72ea5c4b6:41169 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T00:53:22,773 INFO [M:0;fea72ea5c4b6:41169 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/.lastflushedseqids 2024-12-05T00:53:22,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741941_1121 (size=138) 2024-12-05T00:53:22,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741941_1121 (size=138) 2024-12-05T00:53:22,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741941_1121 (size=138) 2024-12-05T00:53:22,791 INFO [M:0;fea72ea5c4b6:41169 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T00:53:22,791 INFO [M:0;fea72ea5c4b6:41169 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T00:53:22,791 DEBUG [M:0;fea72ea5c4b6:41169 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T00:53:22,791 INFO [M:0;fea72ea5c4b6:41169 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:22,791 DEBUG [M:0;fea72ea5c4b6:41169 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:22,791 DEBUG [M:0;fea72ea5c4b6:41169 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T00:53:22,791 DEBUG [M:0;fea72ea5c4b6:41169 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:22,791 INFO [M:0;fea72ea5c4b6:41169 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.33 KB heapSize=83.72 KB 2024-12-05T00:53:22,806 DEBUG [M:0;fea72ea5c4b6:41169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36b97df3fdde40a5974673577497fd2e is 82, key is hbase:meta,,1/info:regioninfo/1733359966770/Put/seqid=0 2024-12-05T00:53:22,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741942_1122 (size=5672) 2024-12-05T00:53:22,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741942_1122 (size=5672) 2024-12-05T00:53:22,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741942_1122 (size=5672) 2024-12-05T00:53:22,812 INFO [M:0;fea72ea5c4b6:41169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36b97df3fdde40a5974673577497fd2e 2024-12-05T00:53:22,832 DEBUG [M:0;fea72ea5c4b6:41169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc6049729ca1454a9040e71d23a87a88 is 1075, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733359979736/Put/seqid=0 2024-12-05T00:53:22,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741943_1123 (size=7754) 2024-12-05T00:53:22,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741943_1123 (size=7754) 2024-12-05T00:53:22,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741943_1123 (size=7754) 2024-12-05T00:53:22,838 INFO [M:0;fea72ea5c4b6:41169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc6049729ca1454a9040e71d23a87a88 2024-12-05T00:53:22,843 INFO [M:0;fea72ea5c4b6:41169 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc6049729ca1454a9040e71d23a87a88 2024-12-05T00:53:22,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:53:22,850 INFO [RS:0;fea72ea5c4b6:44345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T00:53:22,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x101a2fa07200001, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:53:22,850 INFO [RS:0;fea72ea5c4b6:44345 {}] regionserver.HRegionServer(1031): Exiting; stopping=fea72ea5c4b6,44345,1733359964613; zookeeper connection closed. 2024-12-05T00:53:22,851 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29059d09 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29059d09 2024-12-05T00:53:22,851 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-05T00:53:22,856 DEBUG [M:0;fea72ea5c4b6:41169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3e7160409a54543b22b721f742b337c is 69, key is fea72ea5c4b6,42217,1733359964715/rs:state/1733359965939/Put/seqid=0 2024-12-05T00:53:22,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741944_1124 (size=5440) 2024-12-05T00:53:22,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741944_1124 (size=5440) 2024-12-05T00:53:22,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741944_1124 (size=5440) 2024-12-05T00:53:22,867 INFO [M:0;fea72ea5c4b6:41169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3e7160409a54543b22b721f742b337c 2024-12-05T00:53:22,871 INFO [M:0;fea72ea5c4b6:41169 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3e7160409a54543b22b721f742b337c 2024-12-05T00:53:22,873 DEBUG [M:0;fea72ea5c4b6:41169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36b97df3fdde40a5974673577497fd2e as hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36b97df3fdde40a5974673577497fd2e 2024-12-05T00:53:22,877 INFO [M:0;fea72ea5c4b6:41169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36b97df3fdde40a5974673577497fd2e, entries=8, sequenceid=168, filesize=5.5 K 2024-12-05T00:53:22,878 DEBUG [M:0;fea72ea5c4b6:41169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc6049729ca1454a9040e71d23a87a88 as hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc6049729ca1454a9040e71d23a87a88 2024-12-05T00:53:22,883 INFO [M:0;fea72ea5c4b6:41169 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc6049729ca1454a9040e71d23a87a88 2024-12-05T00:53:22,883 INFO [M:0;fea72ea5c4b6:41169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc6049729ca1454a9040e71d23a87a88, entries=17, sequenceid=168, filesize=7.6 K 2024-12-05T00:53:22,884 DEBUG [M:0;fea72ea5c4b6:41169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3e7160409a54543b22b721f742b337c as hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3e7160409a54543b22b721f742b337c 2024-12-05T00:53:22,888 INFO [M:0;fea72ea5c4b6:41169 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3e7160409a54543b22b721f742b337c 2024-12-05T00:53:22,888 INFO [M:0;fea72ea5c4b6:41169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42677/user/jenkins/test-data/6be6dc01-3048-45f9-7528-c983bc979555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3e7160409a54543b22b721f742b337c, entries=3, sequenceid=168, filesize=5.3 K 2024-12-05T00:53:22,889 INFO [M:0;fea72ea5c4b6:41169 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=168, compaction requested=false 2024-12-05T00:53:22,890 INFO [M:0;fea72ea5c4b6:41169 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:22,890 DEBUG [M:0;fea72ea5c4b6:41169 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733360002791Disabling compacts and flushes for region at 1733360002791Disabling writes for close at 1733360002791Obtaining lock to block concurrent updates at 1733360002791Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733360002791Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69972, getHeapSize=85664, getOffHeapSize=0, getCellsCount=195 at 1733360002792 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733360002792Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733360002792Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733360002806 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733360002806Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733360002816 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733360002831 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733360002831Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733360002843 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733360002856 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733360002856Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@432bd513: reopening flushed file at 1733360002871 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@828d52: reopening flushed file at 1733360002878 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8a30e3d: reopening flushed file at 1733360002883 (+5 ms)Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=168, compaction requested=false at 1733360002889 (+6 ms)Writing region close event to WAL at 1733360002890 (+1 ms)Closed at 1733360002890 2024-12-05T00:53:22,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741830_1006 (size=71325) 2024-12-05T00:53:22,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41245 is added to blk_1073741830_1006 (size=71325) 2024-12-05T00:53:22,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741830_1006 (size=71325) 2024-12-05T00:53:22,893 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T00:53:22,893 INFO [M:0;fea72ea5c4b6:41169 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T00:53:22,893 INFO [M:0;fea72ea5c4b6:41169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41169 2024-12-05T00:53:22,893 INFO [M:0;fea72ea5c4b6:41169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T00:53:23,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:53:23,005 INFO [M:0;fea72ea5c4b6:41169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T00:53:23,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41169-0x101a2fa07200000, quorum=127.0.0.1:55833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:53:23,012 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850/wal.1733359983145 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850/wal.1733359983145 (inode 16655) Holder DFSClient_NONMAPREDUCE_2089017681_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733359982850/wal.1733359983145 (inode 16655) Holder DFSClient_NONMAPREDUCE_2089017681_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-05T00:53:23,013 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733359974425/wal.1733359974508 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:23,014 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733359997734/wal.1733359997955 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:23,016 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285/wal.1733359992519 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285/wal.1733359992519 (inode 16678) Holder DFSClient_NONMAPREDUCE_2089017681_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733359983285/wal.1733359992519 (inode 16678) Holder DFSClient_NONMAPREDUCE_2089017681_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-05T00:53:23,017 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733359967853/wal.1733359967919 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:23,019 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700/wal.1733359993151 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700/wal.1733359993151 (inode 16704) Holder DFSClient_NONMAPREDUCE_2089017681_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733359992700/wal.1733359993151 (inode 16704) Holder DFSClient_NONMAPREDUCE_2089017681_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-05T00:53:23,020 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733359993300/wal.1733359993362 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:23,022 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal.1733359967724 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal.1733359967724 (inode 16485) Holder DFSClient_NONMAPREDUCE_2089017681_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733359967553/wal.1733359967724 (inode 16485) Holder DFSClient_NONMAPREDUCE_2089017681_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-05T00:53:23,024 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal.1733359967333 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal.1733359967333 (inode 16462) Holder DFSClient_NONMAPREDUCE_2089017681_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733359967115/wal.1733359967333 (inode 16462) Holder DFSClient_NONMAPREDUCE_2089017681_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-05T00:53:23,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a99090d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:53:23,031 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c61cf26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:53:23,031 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:53:23,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@558faad6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:53:23,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc0fd9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/hadoop.log.dir/,STOPPED} 2024-12-05T00:53:23,034 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T00:53:23,034 WARN [BP-71262918-172.17.0.2-1733359959385 heartbeating to localhost/127.0.0.1:42677 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T00:53:23,034 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T00:53:23,034 WARN [BP-71262918-172.17.0.2-1733359959385 heartbeating to localhost/127.0.0.1:42677 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-71262918-172.17.0.2-1733359959385 (Datanode Uuid 543ee350-da9e-4966-953f-5d71a651752c) service to localhost/127.0.0.1:42677 2024-12-05T00:53:23,036 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/data/data5/current/BP-71262918-172.17.0.2-1733359959385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:23,036 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/data/data6/current/BP-71262918-172.17.0.2-1733359959385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:23,036 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T00:53:23,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fd8b58e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:53:23,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c11d4ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:53:23,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:53:23,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56b90dec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:53:23,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b4a45b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/hadoop.log.dir/,STOPPED} 2024-12-05T00:53:23,040 WARN [BP-71262918-172.17.0.2-1733359959385 heartbeating to localhost/127.0.0.1:42677 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T00:53:23,040 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T00:53:23,040 WARN [BP-71262918-172.17.0.2-1733359959385 heartbeating to localhost/127.0.0.1:42677 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-71262918-172.17.0.2-1733359959385 (Datanode Uuid 431b01fc-5f33-46ea-9f1c-d0a31d4f9030) service to localhost/127.0.0.1:42677 2024-12-05T00:53:23,040 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T00:53:23,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/data/data3/current/BP-71262918-172.17.0.2-1733359959385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:23,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/data/data4/current/BP-71262918-172.17.0.2-1733359959385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:23,041 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T00:53:23,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bf0ae31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:53:23,043 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5692e658{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:53:23,043 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:53:23,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bd26d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:53:23,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2360e98d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/hadoop.log.dir/,STOPPED} 2024-12-05T00:53:23,044 WARN [BP-71262918-172.17.0.2-1733359959385 heartbeating to localhost/127.0.0.1:42677 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T00:53:23,044 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T00:53:23,044 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T00:53:23,044 WARN [BP-71262918-172.17.0.2-1733359959385 heartbeating to localhost/127.0.0.1:42677 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-71262918-172.17.0.2-1733359959385 (Datanode Uuid cf31e515-d22e-4183-a21f-3d99728ef463) service to localhost/127.0.0.1:42677 2024-12-05T00:53:23,045 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/data/data1/current/BP-71262918-172.17.0.2-1733359959385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:23,045 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/cluster_e661a780-a30f-2d00-4bec-e0004b8e6dee/data/data2/current/BP-71262918-172.17.0.2-1733359959385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:23,045 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T00:53:23,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15708251{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T00:53:23,051 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53722aa4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:53:23,051 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:53:23,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@556c8d80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:53:23,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7df2ce7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/78655097-e974-00af-e872-9c5a6b274444/hadoop.log.dir/,STOPPED} 2024-12-05T00:53:23,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T00:53:23,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down