2024-12-07 18:19:38,188 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7857fe2 2024-12-07 18:19:38,203 main DEBUG Took 0.012416 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-07 18:19:38,203 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-07 18:19:38,204 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-07 18:19:38,205 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-07 18:19:38,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 18:19:38,225 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-07 18:19:38,244 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 18:19:38,248 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 18:19:38,248 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 18:19:38,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 18:19:38,250 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 18:19:38,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 18:19:38,251 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 18:19:38,252 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 18:19:38,252 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 18:19:38,253 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 18:19:38,254 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 18:19:38,254 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 18:19:38,255 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 18:19:38,255 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 18:19:38,256 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 18:19:38,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 18:19:38,257 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 18:19:38,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 18:19:38,258 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 18:19:38,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 18:19:38,259 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 18:19:38,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 18:19:38,260 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 18:19:38,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 18:19:38,261 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 18:19:38,261 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-07 18:19:38,263 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 18:19:38,265 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-07 18:19:38,267 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-07 18:19:38,268 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-07 18:19:38,269 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-07 18:19:38,270 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-07 18:19:38,282 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-07 18:19:38,285 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-07 18:19:38,288 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-07 18:19:38,288 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-07 18:19:38,289 main DEBUG createAppenders(={Console}) 2024-12-07 18:19:38,289 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7857fe2 initialized 2024-12-07 18:19:38,290 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7857fe2 2024-12-07 18:19:38,290 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7857fe2 OK. 2024-12-07 18:19:38,291 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-07 18:19:38,291 main DEBUG OutputStream closed 2024-12-07 18:19:38,292 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-07 18:19:38,292 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-07 18:19:38,292 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54a7079e OK 2024-12-07 18:19:38,391 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-07 18:19:38,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-07 18:19:38,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-07 18:19:38,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-07 18:19:38,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-07 18:19:38,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-07 18:19:38,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-07 18:19:38,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-07 18:19:38,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-07 18:19:38,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-07 18:19:38,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-07 18:19:38,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-07 18:19:38,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-07 18:19:38,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-07 18:19:38,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-07 18:19:38,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-07 18:19:38,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-07 18:19:38,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-07 18:19:38,408 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07 18:19:38,408 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19b93fa8) with optional ClassLoader: null 2024-12-07 18:19:38,409 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-07 18:19:38,410 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19b93fa8] started OK. 2024-12-07T18:19:38,799 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95 2024-12-07 18:19:38,805 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-07 18:19:38,806 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07T18:19:38,822 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-07T18:19:38,842 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-12-07T18:19:38,885 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-07T18:19:38,945 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-07T18:19:38,946 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-07T18:19:38,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T18:19:38,980 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77, deleteOnExit=true 2024-12-07T18:19:38,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T18:19:38,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/test.cache.data in system properties and HBase conf 2024-12-07T18:19:38,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T18:19:38,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/hadoop.log.dir in system properties and HBase conf 2024-12-07T18:19:38,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T18:19:38,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T18:19:38,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T18:19:39,097 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-07T18:19:39,232 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T18:19:39,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T18:19:39,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T18:19:39,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T18:19:39,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T18:19:39,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T18:19:39,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T18:19:39,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T18:19:39,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T18:19:39,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T18:19:39,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/nfs.dump.dir in system properties and HBase conf 2024-12-07T18:19:39,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/java.io.tmpdir in system properties and HBase conf 2024-12-07T18:19:39,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T18:19:39,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T18:19:39,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T18:19:40,226 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-07T18:19:40,333 INFO [Time-limited test {}] log.Log(170): Logging initialized @3026ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-07T18:19:40,439 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T18:19:40,523 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T18:19:40,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T18:19:40,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T18:19:40,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T18:19:40,579 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T18:19:40,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/hadoop.log.dir/,AVAILABLE} 2024-12-07T18:19:40,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T18:19:40,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/java.io.tmpdir/jetty-localhost-43585-hadoop-hdfs-3_4_1-tests_jar-_-any-8968166372582287362/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T18:19:40,840 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:43585} 2024-12-07T18:19:40,840 INFO [Time-limited test {}] server.Server(415): Started @3534ms 2024-12-07T18:19:41,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T18:19:41,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T18:19:41,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T18:19:41,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T18:19:41,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T18:19:41,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/hadoop.log.dir/,AVAILABLE} 2024-12-07T18:19:41,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T18:19:41,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/java.io.tmpdir/jetty-localhost-39557-hadoop-hdfs-3_4_1-tests_jar-_-any-18175211697296332183/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T18:19:41,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:39557} 2024-12-07T18:19:41,419 INFO [Time-limited test {}] server.Server(415): Started @4113ms 2024-12-07T18:19:41,477 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T18:19:41,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T18:19:41,614 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T18:19:41,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T18:19:41,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T18:19:41,617 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T18:19:41,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/hadoop.log.dir/,AVAILABLE} 2024-12-07T18:19:41,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T18:19:41,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/java.io.tmpdir/jetty-localhost-33621-hadoop-hdfs-3_4_1-tests_jar-_-any-16242322450705777569/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T18:19:41,768 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:33621} 2024-12-07T18:19:41,769 INFO [Time-limited test {}] server.Server(415): Started @4462ms 2024-12-07T18:19:41,772 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T18:19:41,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T18:19:41,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T18:19:41,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T18:19:41,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T18:19:41,890 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T18:19:41,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/hadoop.log.dir/,AVAILABLE} 2024-12-07T18:19:41,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T18:19:42,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/java.io.tmpdir/jetty-localhost-42861-hadoop-hdfs-3_4_1-tests_jar-_-any-16962764642331315954/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T18:19:42,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:42861} 2024-12-07T18:19:42,081 INFO [Time-limited test {}] server.Server(415): Started @4774ms 2024-12-07T18:19:42,084 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T18:19:42,094 WARN [Thread-104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/data/data3/current/BP-1919533473-172.17.0.2-1733595579935/current, will proceed with Du for space computation calculation, 2024-12-07T18:19:42,104 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/data/data4/current/BP-1919533473-172.17.0.2-1733595579935/current, will proceed with Du for space computation calculation, 2024-12-07T18:19:42,112 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/data/data1/current/BP-1919533473-172.17.0.2-1733595579935/current, will proceed with Du for space computation calculation, 2024-12-07T18:19:42,120 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/data/data2/current/BP-1919533473-172.17.0.2-1733595579935/current, will proceed with Du for space computation calculation, 2024-12-07T18:19:42,214 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T18:19:42,221 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T18:19:42,304 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31470f6726682482 with lease ID 0xfadb24fd280d1d2: Processing first storage report for DS-795a76f8-8596-4e85-82e5-c139683e1e81 from datanode DatanodeRegistration(127.0.0.1:34813, datanodeUuid=c55bafbe-647b-4551-abf2-29db9f2e6c85, infoPort=36257, infoSecurePort=0, ipcPort=45017, storageInfo=lv=-57;cid=testClusterID;nsid=565450919;c=1733595579935) 2024-12-07T18:19:42,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31470f6726682482 with lease ID 0xfadb24fd280d1d2: from storage DS-795a76f8-8596-4e85-82e5-c139683e1e81 node DatanodeRegistration(127.0.0.1:34813, datanodeUuid=c55bafbe-647b-4551-abf2-29db9f2e6c85, infoPort=36257, infoSecurePort=0, ipcPort=45017, storageInfo=lv=-57;cid=testClusterID;nsid=565450919;c=1733595579935), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-07T18:19:42,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3741179ecb178917 with lease ID 0xfadb24fd280d1d3: Processing first storage report for DS-6234bb90-98b3-4690-afe8-ddd6d556ad58 from datanode DatanodeRegistration(127.0.0.1:37145, datanodeUuid=e8ef17e3-8d0a-46de-9d3b-1e337ae0b204, infoPort=36877, infoSecurePort=0, ipcPort=35979, storageInfo=lv=-57;cid=testClusterID;nsid=565450919;c=1733595579935) 2024-12-07T18:19:42,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3741179ecb178917 with lease ID 0xfadb24fd280d1d3: from storage DS-6234bb90-98b3-4690-afe8-ddd6d556ad58 node DatanodeRegistration(127.0.0.1:37145, datanodeUuid=e8ef17e3-8d0a-46de-9d3b-1e337ae0b204, infoPort=36877, infoSecurePort=0, ipcPort=35979, storageInfo=lv=-57;cid=testClusterID;nsid=565450919;c=1733595579935), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T18:19:42,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31470f6726682482 with lease ID 0xfadb24fd280d1d2: Processing first storage report for DS-d72bd86b-32fe-4872-8399-ba04eb79c30a from datanode DatanodeRegistration(127.0.0.1:34813, datanodeUuid=c55bafbe-647b-4551-abf2-29db9f2e6c85, infoPort=36257, infoSecurePort=0, ipcPort=45017, storageInfo=lv=-57;cid=testClusterID;nsid=565450919;c=1733595579935) 2024-12-07T18:19:42,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31470f6726682482 with lease ID 0xfadb24fd280d1d2: from storage DS-d72bd86b-32fe-4872-8399-ba04eb79c30a node DatanodeRegistration(127.0.0.1:34813, datanodeUuid=c55bafbe-647b-4551-abf2-29db9f2e6c85, infoPort=36257, infoSecurePort=0, ipcPort=45017, storageInfo=lv=-57;cid=testClusterID;nsid=565450919;c=1733595579935), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T18:19:42,308 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3741179ecb178917 with lease ID 0xfadb24fd280d1d3: Processing first storage report for DS-95a33d6d-9a71-4815-92e1-1ac9844a71f4 from datanode DatanodeRegistration(127.0.0.1:37145, datanodeUuid=e8ef17e3-8d0a-46de-9d3b-1e337ae0b204, infoPort=36877, infoSecurePort=0, ipcPort=35979, storageInfo=lv=-57;cid=testClusterID;nsid=565450919;c=1733595579935) 2024-12-07T18:19:42,308 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3741179ecb178917 with lease ID 0xfadb24fd280d1d3: from storage DS-95a33d6d-9a71-4815-92e1-1ac9844a71f4 node DatanodeRegistration(127.0.0.1:37145, datanodeUuid=e8ef17e3-8d0a-46de-9d3b-1e337ae0b204, infoPort=36877, infoSecurePort=0, ipcPort=35979, storageInfo=lv=-57;cid=testClusterID;nsid=565450919;c=1733595579935), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T18:19:42,320 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/data/data6/current/BP-1919533473-172.17.0.2-1733595579935/current, will proceed with Du for space computation calculation, 2024-12-07T18:19:42,321 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/data/data5/current/BP-1919533473-172.17.0.2-1733595579935/current, will proceed with Du for space computation calculation, 2024-12-07T18:19:42,354 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T18:19:42,362 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4dd6514103e1497f with lease ID 0xfadb24fd280d1d4: Processing first storage report for DS-61386598-9959-4e90-b79f-1a8514c1925e from datanode DatanodeRegistration(127.0.0.1:45997, datanodeUuid=763b3692-c102-4c5d-bca6-41905dcbe1b4, infoPort=36697, infoSecurePort=0, ipcPort=39251, storageInfo=lv=-57;cid=testClusterID;nsid=565450919;c=1733595579935) 2024-12-07T18:19:42,362 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4dd6514103e1497f with lease ID 0xfadb24fd280d1d4: from storage DS-61386598-9959-4e90-b79f-1a8514c1925e node DatanodeRegistration(127.0.0.1:45997, datanodeUuid=763b3692-c102-4c5d-bca6-41905dcbe1b4, infoPort=36697, infoSecurePort=0, ipcPort=39251, storageInfo=lv=-57;cid=testClusterID;nsid=565450919;c=1733595579935), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T18:19:42,363 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4dd6514103e1497f with lease ID 0xfadb24fd280d1d4: Processing first storage report for DS-2b5e06ac-b084-4b9b-8788-2c9a18cfeced from datanode DatanodeRegistration(127.0.0.1:45997, datanodeUuid=763b3692-c102-4c5d-bca6-41905dcbe1b4, infoPort=36697, infoSecurePort=0, ipcPort=39251, storageInfo=lv=-57;cid=testClusterID;nsid=565450919;c=1733595579935) 2024-12-07T18:19:42,363 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4dd6514103e1497f with lease ID 0xfadb24fd280d1d4: from storage DS-2b5e06ac-b084-4b9b-8788-2c9a18cfeced node DatanodeRegistration(127.0.0.1:45997, datanodeUuid=763b3692-c102-4c5d-bca6-41905dcbe1b4, infoPort=36697, infoSecurePort=0, ipcPort=39251, storageInfo=lv=-57;cid=testClusterID;nsid=565450919;c=1733595579935), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T18:19:42,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95 2024-12-07T18:19:42,786 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/zookeeper_0, clientPort=52847, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T18:19:42,799 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52847 2024-12-07T18:19:42,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T18:19:42,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T18:19:43,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741825_1001 (size=7) 2024-12-07T18:19:43,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741825_1001 (size=7) 2024-12-07T18:19:43,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741825_1001 (size=7) 2024-12-07T18:19:43,489 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4 with version=8 2024-12-07T18:19:43,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/hbase-staging 2024-12-07T18:19:43,797 INFO [Time-limited test {}] client.ConnectionUtils(128): master/92acd7e2389b:0 server-side Connection retries=45 2024-12-07T18:19:43,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T18:19:43,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T18:19:43,817 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T18:19:43,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T18:19:43,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T18:19:43,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T18:19:44,043 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-07T18:19:44,054 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-07T18:19:44,059 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T18:19:44,090 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 18714 (auto-detected) 2024-12-07T18:19:44,091 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-07T18:19:44,114 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39177 2024-12-07T18:19:44,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39177 connecting to ZooKeeper ensemble=127.0.0.1:52847 2024-12-07T18:19:44,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391770x0, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T18:19:44,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39177-0x1018e273ba80000 connected 2024-12-07T18:19:44,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T18:19:44,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T18:19:44,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T18:19:44,214 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4, hbase.cluster.distributed=false 2024-12-07T18:19:44,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T18:19:44,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39177 2024-12-07T18:19:44,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39177 2024-12-07T18:19:44,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39177 2024-12-07T18:19:44,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39177 2024-12-07T18:19:44,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39177 2024-12-07T18:19:44,359 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/92acd7e2389b:0 server-side Connection retries=45 2024-12-07T18:19:44,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T18:19:44,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T18:19:44,362 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T18:19:44,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T18:19:44,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T18:19:44,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T18:19:44,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T18:19:44,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42301 2024-12-07T18:19:44,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42301 connecting to ZooKeeper ensemble=127.0.0.1:52847 2024-12-07T18:19:44,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T18:19:44,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T18:19:44,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423010x0, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T18:19:44,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42301-0x1018e273ba80001 connected 2024-12-07T18:19:44,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42301-0x1018e273ba80001, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T18:19:44,383 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T18:19:44,391 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T18:19:44,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42301-0x1018e273ba80001, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T18:19:44,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42301-0x1018e273ba80001, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T18:19:44,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42301 2024-12-07T18:19:44,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42301 2024-12-07T18:19:44,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42301 2024-12-07T18:19:44,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42301 2024-12-07T18:19:44,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42301 2024-12-07T18:19:44,421 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/92acd7e2389b:0 server-side Connection retries=45 2024-12-07T18:19:44,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T18:19:44,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T18:19:44,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T18:19:44,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T18:19:44,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T18:19:44,422 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T18:19:44,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T18:19:44,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45713 2024-12-07T18:19:44,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45713 connecting to ZooKeeper ensemble=127.0.0.1:52847 2024-12-07T18:19:44,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T18:19:44,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T18:19:44,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457130x0, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T18:19:44,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T18:19:44,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45713-0x1018e273ba80002 connected 2024-12-07T18:19:44,433 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T18:19:44,437 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T18:19:44,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T18:19:44,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T18:19:44,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45713 2024-12-07T18:19:44,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45713 2024-12-07T18:19:44,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45713 2024-12-07T18:19:44,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45713 2024-12-07T18:19:44,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45713 2024-12-07T18:19:44,463 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/92acd7e2389b:0 server-side Connection retries=45 2024-12-07T18:19:44,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T18:19:44,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T18:19:44,463 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T18:19:44,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T18:19:44,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T18:19:44,464 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T18:19:44,464 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T18:19:44,465 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37461 2024-12-07T18:19:44,466 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37461 connecting to ZooKeeper ensemble=127.0.0.1:52847 2024-12-07T18:19:44,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T18:19:44,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T18:19:44,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374610x0, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T18:19:44,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374610x0, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T18:19:44,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37461-0x1018e273ba80003 connected 2024-12-07T18:19:44,476 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T18:19:44,478 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T18:19:44,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T18:19:44,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T18:19:44,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37461 2024-12-07T18:19:44,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37461 2024-12-07T18:19:44,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37461 2024-12-07T18:19:44,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37461 2024-12-07T18:19:44,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37461 2024-12-07T18:19:44,509 DEBUG [M:0;92acd7e2389b:39177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;92acd7e2389b:39177 2024-12-07T18:19:44,510 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/92acd7e2389b,39177,1733595583598 2024-12-07T18:19:44,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T18:19:44,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T18:19:44,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1018e273ba80001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T18:19:44,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T18:19:44,523 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/92acd7e2389b,39177,1733595583598 2024-12-07T18:19:44,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T18:19:44,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1018e273ba80001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T18:19:44,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T18:19:44,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:44,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:44,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1018e273ba80001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:44,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:44,548 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-07T18:19:44,550 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/92acd7e2389b,39177,1733595583598 from backup master directory 2024-12-07T18:19:44,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T18:19:44,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/92acd7e2389b,39177,1733595583598 2024-12-07T18:19:44,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1018e273ba80001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T18:19:44,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T18:19:44,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T18:19:44,554 WARN [master/92acd7e2389b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T18:19:44,555 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=92acd7e2389b,39177,1733595583598 2024-12-07T18:19:44,557 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-07T18:19:44,558 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-07T18:19:44,616 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/hbase.id] with ID: c7161d58-4ce7-405d-990e-dcb1730825cd 2024-12-07T18:19:44,616 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/.tmp/hbase.id 2024-12-07T18:19:44,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741826_1002 (size=42) 2024-12-07T18:19:44,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741826_1002 (size=42) 2024-12-07T18:19:44,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741826_1002 (size=42) 2024-12-07T18:19:44,631 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/.tmp/hbase.id]:[hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/hbase.id] 2024-12-07T18:19:44,675 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T18:19:44,680 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T18:19:44,699 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-07T18:19:44,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:44,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:44,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1018e273ba80001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:44,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:44,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741827_1003 (size=196) 2024-12-07T18:19:44,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741827_1003 (size=196) 2024-12-07T18:19:44,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741827_1003 (size=196) 2024-12-07T18:19:44,738 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T18:19:44,740 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T18:19:44,746 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:19:44,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741828_1004 (size=1189) 2024-12-07T18:19:44,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741828_1004 (size=1189) 2024-12-07T18:19:44,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741828_1004 (size=1189) 2024-12-07T18:19:44,797 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store 2024-12-07T18:19:44,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741829_1005 (size=34) 2024-12-07T18:19:44,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741829_1005 (size=34) 2024-12-07T18:19:44,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741829_1005 (size=34) 2024-12-07T18:19:44,826 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-07T18:19:44,829 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:19:44,830 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T18:19:44,830 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T18:19:44,831 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T18:19:44,833 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T18:19:44,833 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T18:19:44,833 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T18:19:44,835 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733595584830Disabling compacts and flushes for region at 1733595584830Disabling writes for close at 1733595584833 (+3 ms)Writing region close event to WAL at 1733595584833Closed at 1733595584833 2024-12-07T18:19:44,837 WARN [master/92acd7e2389b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store/.initializing 2024-12-07T18:19:44,837 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/WALs/92acd7e2389b,39177,1733595583598 2024-12-07T18:19:44,845 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T18:19:44,862 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=92acd7e2389b%2C39177%2C1733595583598, suffix=, logDir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/WALs/92acd7e2389b,39177,1733595583598, archiveDir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/oldWALs, maxLogs=10 2024-12-07T18:19:44,896 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/WALs/92acd7e2389b,39177,1733595583598/92acd7e2389b%2C39177%2C1733595583598.1733595584868, exclude list is [], retry=0 2024-12-07T18:19:44,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:19:44,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:19:44,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:19:44,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:19:44,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-07T18:19:44,968 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/WALs/92acd7e2389b,39177,1733595583598/92acd7e2389b%2C39177%2C1733595583598.1733595584868 2024-12-07T18:19:44,970 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36257:36257)] 2024-12-07T18:19:44,970 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:19:44,971 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:19:44,974 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T18:19:44,976 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T18:19:45,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T18:19:45,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T18:19:45,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:45,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T18:19:45,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T18:19:45,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T18:19:45,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:45,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:45,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T18:19:45,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T18:19:45,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:45,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:45,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T18:19:45,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T18:19:45,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:45,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:45,085 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T18:19:45,089 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T18:19:45,090 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T18:19:45,095 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T18:19:45,095 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T18:19:45,099 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T18:19:45,103 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T18:19:45,109 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T18:19:45,111 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72701594, jitterRate=0.0833381712436676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T18:19:45,118 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733595584989Initializing all the Stores at 1733595584991 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733595584992 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595584992Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595584993 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595584993Cleaning up temporary data from old regions at 1733595585095 (+102 ms)Region opened successfully at 1733595585117 (+22 ms) 2024-12-07T18:19:45,119 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T18:19:45,162 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cdc9f09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=92acd7e2389b/172.17.0.2:0 2024-12-07T18:19:45,197 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T18:19:45,208 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T18:19:45,208 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T18:19:45,211 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T18:19:45,212 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-07T18:19:45,217 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-07T18:19:45,217 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T18:19:45,242 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T18:19:45,250 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-07T18:19:45,253 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-07T18:19:45,255 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T18:19:45,256 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-07T18:19:45,258 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-07T18:19:45,260 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T18:19:45,263 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-07T18:19:45,265 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-07T18:19:45,266 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-07T18:19:45,269 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-07T18:19:45,287 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T18:19:45,288 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-07T18:19:45,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T18:19:45,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T18:19:45,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T18:19:45,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:45,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:45,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1018e273ba80001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T18:19:45,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1018e273ba80001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:45,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:45,296 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=92acd7e2389b,39177,1733595583598, sessionid=0x1018e273ba80000, setting cluster-up flag (Was=false) 2024-12-07T18:19:45,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:45,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:45,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1018e273ba80001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:45,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:45,317 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-07T18:19:45,318 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=92acd7e2389b,39177,1733595583598 2024-12-07T18:19:45,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1018e273ba80001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:45,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:45,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:45,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:45,334 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-07T18:19:45,336 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=92acd7e2389b,39177,1733595583598 2024-12-07T18:19:45,342 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T18:19:45,393 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.HRegionServer(746): ClusterId : c7161d58-4ce7-405d-990e-dcb1730825cd 2024-12-07T18:19:45,393 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.HRegionServer(746): ClusterId : c7161d58-4ce7-405d-990e-dcb1730825cd 2024-12-07T18:19:45,393 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.HRegionServer(746): ClusterId : c7161d58-4ce7-405d-990e-dcb1730825cd 2024-12-07T18:19:45,396 DEBUG [RS:0;92acd7e2389b:42301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T18:19:45,396 DEBUG [RS:2;92acd7e2389b:37461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T18:19:45,396 DEBUG [RS:1;92acd7e2389b:45713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T18:19:45,401 DEBUG [RS:1;92acd7e2389b:45713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T18:19:45,401 DEBUG [RS:0;92acd7e2389b:42301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T18:19:45,401 DEBUG [RS:2;92acd7e2389b:37461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T18:19:45,401 DEBUG [RS:1;92acd7e2389b:45713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T18:19:45,401 DEBUG [RS:2;92acd7e2389b:37461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T18:19:45,401 DEBUG [RS:0;92acd7e2389b:42301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T18:19:45,405 DEBUG [RS:1;92acd7e2389b:45713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T18:19:45,405 DEBUG [RS:2;92acd7e2389b:37461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T18:19:45,405 DEBUG [RS:2;92acd7e2389b:37461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@edeb908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=92acd7e2389b/172.17.0.2:0 2024-12-07T18:19:45,405 DEBUG [RS:1;92acd7e2389b:45713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1cc42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=92acd7e2389b/172.17.0.2:0 2024-12-07T18:19:45,407 DEBUG [RS:0;92acd7e2389b:42301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T18:19:45,407 DEBUG [RS:0;92acd7e2389b:42301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d156b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=92acd7e2389b/172.17.0.2:0 2024-12-07T18:19:45,422 DEBUG [RS:1;92acd7e2389b:45713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;92acd7e2389b:45713 2024-12-07T18:19:45,425 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T18:19:45,425 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T18:19:45,425 DEBUG [RS:1;92acd7e2389b:45713 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T18:19:45,428 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.HRegionServer(2659): reportForDuty to master=92acd7e2389b,39177,1733595583598 with port=45713, startcode=1733595584420 2024-12-07T18:19:45,430 INFO [AsyncFSWAL-0-hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData-prefix:92acd7e2389b,39177,1733595583598 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-07T18:19:45,431 DEBUG [RS:0;92acd7e2389b:42301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;92acd7e2389b:42301 2024-12-07T18:19:45,431 DEBUG [RS:2;92acd7e2389b:37461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;92acd7e2389b:37461 2024-12-07T18:19:45,431 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T18:19:45,431 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T18:19:45,431 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T18:19:45,432 DEBUG [RS:0;92acd7e2389b:42301 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T18:19:45,432 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T18:19:45,432 DEBUG [RS:2;92acd7e2389b:37461 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T18:19:45,433 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.HRegionServer(2659): reportForDuty to master=92acd7e2389b,39177,1733595583598 with port=37461, startcode=1733595584462 2024-12-07T18:19:45,433 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.HRegionServer(2659): reportForDuty to master=92acd7e2389b,39177,1733595583598 with port=42301, startcode=1733595584319 2024-12-07T18:19:45,440 DEBUG [RS:2;92acd7e2389b:37461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T18:19:45,440 DEBUG [RS:1;92acd7e2389b:45713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T18:19:45,440 DEBUG [RS:0;92acd7e2389b:42301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T18:19:45,447 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T18:19:45,461 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T18:19:45,468 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T18:19:45,478 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T18:19:45,478 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T18:19:45,478 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T18:19:45,475 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 92acd7e2389b,39177,1733595583598 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T18:19:45,484 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/92acd7e2389b:0, corePoolSize=5, maxPoolSize=5 2024-12-07T18:19:45,485 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/92acd7e2389b:0, corePoolSize=5, maxPoolSize=5 2024-12-07T18:19:45,485 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/92acd7e2389b:0, corePoolSize=5, maxPoolSize=5 2024-12-07T18:19:45,485 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/92acd7e2389b:0, corePoolSize=5, maxPoolSize=5 2024-12-07T18:19:45,485 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/92acd7e2389b:0, corePoolSize=10, maxPoolSize=10 2024-12-07T18:19:45,485 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,485 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/92acd7e2389b:0, corePoolSize=2, maxPoolSize=2 2024-12-07T18:19:45,485 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,485 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T18:19:45,487 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733595615487 2024-12-07T18:19:45,488 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T18:19:45,489 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T18:19:45,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T18:19:45,493 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T18:19:45,493 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T18:19:45,493 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T18:19:45,494 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T18:19:45,494 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T18:19:45,494 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T18:19:45,494 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T18:19:45,495 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,499 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T18:19:45,500 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T18:19:45,500 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T18:19:45,501 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:45,501 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T18:19:45,502 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T18:19:45,503 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T18:19:45,504 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/92acd7e2389b:0:becomeActiveMaster-HFileCleaner.large.0-1733595585504,5,FailOnTimeoutGroup] 2024-12-07T18:19:45,505 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/92acd7e2389b:0:becomeActiveMaster-HFileCleaner.small.0-1733595585505,5,FailOnTimeoutGroup] 2024-12-07T18:19:45,505 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,505 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T18:19:45,507 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,507 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,541 DEBUG [RS:1;92acd7e2389b:45713 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-07T18:19:45,541 DEBUG [RS:0;92acd7e2389b:42301 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-07T18:19:45,541 DEBUG [RS:2;92acd7e2389b:37461 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-07T18:19:45,541 WARN [RS:2;92acd7e2389b:37461 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-07T18:19:45,541 WARN [RS:0;92acd7e2389b:42301 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-07T18:19:45,541 WARN [RS:1;92acd7e2389b:45713 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-07T18:19:45,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741831_1007 (size=1321) 2024-12-07T18:19:45,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741831_1007 (size=1321) 2024-12-07T18:19:45,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741831_1007 (size=1321) 2024-12-07T18:19:45,544 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T18:19:45,545 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4 2024-12-07T18:19:45,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741832_1008 (size=32) 2024-12-07T18:19:45,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741832_1008 (size=32) 2024-12-07T18:19:45,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741832_1008 (size=32) 2024-12-07T18:19:45,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:19:45,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T18:19:45,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T18:19:45,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:45,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T18:19:45,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T18:19:45,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T18:19:45,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:45,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T18:19:45,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T18:19:45,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T18:19:45,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:45,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T18:19:45,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T18:19:45,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T18:19:45,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:45,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T18:19:45,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T18:19:45,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740 2024-12-07T18:19:45,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740 2024-12-07T18:19:45,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T18:19:45,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T18:19:45,581 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T18:19:45,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T18:19:45,588 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T18:19:45,589 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61690777, jitterRate=-0.08073578774929047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T18:19:45,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733595585559Initializing all the Stores at 1733595585560 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733595585560Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733595585560Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595585560Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733595585561 (+1 ms)Cleaning up temporary data from old regions at 1733595585580 (+19 ms)Region opened successfully at 1733595585593 (+13 ms) 2024-12-07T18:19:45,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T18:19:45,594 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T18:19:45,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T18:19:45,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T18:19:45,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T18:19:45,596 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T18:19:45,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733595585594Disabling compacts and flushes for region at 1733595585594Disabling writes for close at 1733595585594Writing region close event to WAL at 1733595585595 (+1 ms)Closed at 1733595585596 (+1 ms) 2024-12-07T18:19:45,603 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T18:19:45,603 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T18:19:45,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T18:19:45,620 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T18:19:45,624 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T18:19:45,642 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.HRegionServer(2659): reportForDuty to master=92acd7e2389b,39177,1733595583598 with port=42301, startcode=1733595584319 2024-12-07T18:19:45,642 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.HRegionServer(2659): reportForDuty to master=92acd7e2389b,39177,1733595583598 with port=45713, startcode=1733595584420 2024-12-07T18:19:45,642 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.HRegionServer(2659): reportForDuty to master=92acd7e2389b,39177,1733595583598 with port=37461, startcode=1733595584462 2024-12-07T18:19:45,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 92acd7e2389b,37461,1733595584462 2024-12-07T18:19:45,647 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] master.ServerManager(517): Registering regionserver=92acd7e2389b,37461,1733595584462 2024-12-07T18:19:45,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 92acd7e2389b,45713,1733595584420 2024-12-07T18:19:45,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] master.ServerManager(517): Registering regionserver=92acd7e2389b,45713,1733595584420 2024-12-07T18:19:45,658 DEBUG [RS:2;92acd7e2389b:37461 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4 2024-12-07T18:19:45,658 DEBUG [RS:2;92acd7e2389b:37461 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34291 2024-12-07T18:19:45,658 DEBUG [RS:2;92acd7e2389b:37461 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T18:19:45,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 92acd7e2389b,42301,1733595584319 2024-12-07T18:19:45,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] master.ServerManager(517): Registering regionserver=92acd7e2389b,42301,1733595584319 2024-12-07T18:19:45,661 DEBUG [RS:1;92acd7e2389b:45713 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4 2024-12-07T18:19:45,661 DEBUG [RS:1;92acd7e2389b:45713 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34291 2024-12-07T18:19:45,661 DEBUG [RS:1;92acd7e2389b:45713 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T18:19:45,665 DEBUG [RS:0;92acd7e2389b:42301 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4 2024-12-07T18:19:45,665 DEBUG [RS:0;92acd7e2389b:42301 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34291 2024-12-07T18:19:45,665 DEBUG [RS:0;92acd7e2389b:42301 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T18:19:45,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T18:19:45,669 DEBUG [RS:2;92acd7e2389b:37461 {}] zookeeper.ZKUtil(111): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/92acd7e2389b,37461,1733595584462 2024-12-07T18:19:45,669 WARN [RS:2;92acd7e2389b:37461 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T18:19:45,669 INFO [RS:2;92acd7e2389b:37461 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:19:45,670 DEBUG [RS:2;92acd7e2389b:37461 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,37461,1733595584462 2024-12-07T18:19:45,670 DEBUG [RS:1;92acd7e2389b:45713 {}] zookeeper.ZKUtil(111): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/92acd7e2389b,45713,1733595584420 2024-12-07T18:19:45,671 WARN [RS:1;92acd7e2389b:45713 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T18:19:45,671 INFO [RS:1;92acd7e2389b:45713 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:19:45,671 DEBUG [RS:1;92acd7e2389b:45713 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,45713,1733595584420 2024-12-07T18:19:45,672 DEBUG [RS:0;92acd7e2389b:42301 {}] zookeeper.ZKUtil(111): regionserver:42301-0x1018e273ba80001, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/92acd7e2389b,42301,1733595584319 2024-12-07T18:19:45,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [92acd7e2389b,37461,1733595584462] 2024-12-07T18:19:45,672 WARN [RS:0;92acd7e2389b:42301 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T18:19:45,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [92acd7e2389b,45713,1733595584420] 2024-12-07T18:19:45,672 INFO [RS:0;92acd7e2389b:42301 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:19:45,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [92acd7e2389b,42301,1733595584319] 2024-12-07T18:19:45,673 DEBUG [RS:0;92acd7e2389b:42301 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319 2024-12-07T18:19:45,701 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T18:19:45,701 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T18:19:45,701 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T18:19:45,714 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T18:19:45,714 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T18:19:45,716 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T18:19:45,720 INFO [RS:0;92acd7e2389b:42301 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T18:19:45,720 INFO [RS:1;92acd7e2389b:45713 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T18:19:45,720 INFO [RS:2;92acd7e2389b:37461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T18:19:45,720 INFO [RS:0;92acd7e2389b:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,720 INFO [RS:2;92acd7e2389b:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,720 INFO [RS:1;92acd7e2389b:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,721 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T18:19:45,721 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T18:19:45,721 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T18:19:45,727 INFO [RS:2;92acd7e2389b:37461 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T18:19:45,727 INFO [RS:1;92acd7e2389b:45713 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T18:19:45,727 INFO [RS:0;92acd7e2389b:42301 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T18:19:45,728 INFO [RS:1;92acd7e2389b:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,728 INFO [RS:0;92acd7e2389b:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,728 INFO [RS:2;92acd7e2389b:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,728 DEBUG [RS:1;92acd7e2389b:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,729 DEBUG [RS:2;92acd7e2389b:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,729 DEBUG [RS:0;92acd7e2389b:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,729 DEBUG [RS:1;92acd7e2389b:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,729 DEBUG [RS:2;92acd7e2389b:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,729 DEBUG [RS:1;92acd7e2389b:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,729 DEBUG [RS:0;92acd7e2389b:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,729 DEBUG [RS:2;92acd7e2389b:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,729 DEBUG [RS:0;92acd7e2389b:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,729 DEBUG [RS:1;92acd7e2389b:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,729 DEBUG [RS:1;92acd7e2389b:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,729 DEBUG [RS:0;92acd7e2389b:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,729 DEBUG [RS:2;92acd7e2389b:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,729 DEBUG [RS:1;92acd7e2389b:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/92acd7e2389b:0, corePoolSize=2, maxPoolSize=2 2024-12-07T18:19:45,729 DEBUG [RS:0;92acd7e2389b:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,729 DEBUG [RS:1;92acd7e2389b:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,729 DEBUG [RS:2;92acd7e2389b:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,730 DEBUG [RS:0;92acd7e2389b:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/92acd7e2389b:0, corePoolSize=2, maxPoolSize=2 2024-12-07T18:19:45,730 DEBUG [RS:1;92acd7e2389b:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,730 DEBUG [RS:2;92acd7e2389b:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/92acd7e2389b:0, corePoolSize=2, maxPoolSize=2 2024-12-07T18:19:45,730 DEBUG [RS:1;92acd7e2389b:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,730 DEBUG [RS:2;92acd7e2389b:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,730 DEBUG [RS:0;92acd7e2389b:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,730 DEBUG [RS:1;92acd7e2389b:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,730 DEBUG [RS:2;92acd7e2389b:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,730 DEBUG [RS:0;92acd7e2389b:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,730 DEBUG [RS:1;92acd7e2389b:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,730 DEBUG [RS:2;92acd7e2389b:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,730 DEBUG [RS:1;92acd7e2389b:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,730 DEBUG [RS:0;92acd7e2389b:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,730 DEBUG [RS:2;92acd7e2389b:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,730 DEBUG [RS:1;92acd7e2389b:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/92acd7e2389b:0, corePoolSize=3, maxPoolSize=3 2024-12-07T18:19:45,730 DEBUG [RS:0;92acd7e2389b:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,730 DEBUG [RS:2;92acd7e2389b:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,730 DEBUG [RS:1;92acd7e2389b:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/92acd7e2389b:0, corePoolSize=3, maxPoolSize=3 2024-12-07T18:19:45,730 DEBUG [RS:0;92acd7e2389b:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,730 DEBUG [RS:2;92acd7e2389b:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,731 DEBUG [RS:0;92acd7e2389b:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/92acd7e2389b:0, corePoolSize=1, maxPoolSize=1 2024-12-07T18:19:45,731 DEBUG [RS:2;92acd7e2389b:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/92acd7e2389b:0, corePoolSize=3, maxPoolSize=3 2024-12-07T18:19:45,731 DEBUG [RS:0;92acd7e2389b:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/92acd7e2389b:0, corePoolSize=3, maxPoolSize=3 2024-12-07T18:19:45,731 DEBUG [RS:2;92acd7e2389b:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/92acd7e2389b:0, corePoolSize=3, maxPoolSize=3 2024-12-07T18:19:45,731 DEBUG [RS:0;92acd7e2389b:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/92acd7e2389b:0, corePoolSize=3, maxPoolSize=3 2024-12-07T18:19:45,735 INFO [RS:2;92acd7e2389b:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,735 INFO [RS:1;92acd7e2389b:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,735 INFO [RS:2;92acd7e2389b:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,735 INFO [RS:1;92acd7e2389b:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,735 INFO [RS:0;92acd7e2389b:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,735 INFO [RS:2;92acd7e2389b:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,735 INFO [RS:1;92acd7e2389b:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,735 INFO [RS:2;92acd7e2389b:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,735 INFO [RS:1;92acd7e2389b:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,735 INFO [RS:0;92acd7e2389b:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,735 INFO [RS:1;92acd7e2389b:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,735 INFO [RS:2;92acd7e2389b:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,735 INFO [RS:0;92acd7e2389b:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,736 INFO [RS:1;92acd7e2389b:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=92acd7e2389b,45713,1733595584420-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T18:19:45,736 INFO [RS:2;92acd7e2389b:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=92acd7e2389b,37461,1733595584462-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T18:19:45,736 INFO [RS:0;92acd7e2389b:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,736 INFO [RS:0;92acd7e2389b:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,736 INFO [RS:0;92acd7e2389b:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=92acd7e2389b,42301,1733595584319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T18:19:45,754 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T18:19:45,754 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T18:19:45,756 INFO [RS:1;92acd7e2389b:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=92acd7e2389b,45713,1733595584420-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,756 INFO [RS:0;92acd7e2389b:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=92acd7e2389b,42301,1733595584319-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,757 INFO [RS:0;92acd7e2389b:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,757 INFO [RS:1;92acd7e2389b:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,757 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.Replication(171): 92acd7e2389b,42301,1733595584319 started 2024-12-07T18:19:45,757 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.Replication(171): 92acd7e2389b,45713,1733595584420 started 2024-12-07T18:19:45,759 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T18:19:45,759 INFO [RS:2;92acd7e2389b:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=92acd7e2389b,37461,1733595584462-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,759 INFO [RS:2;92acd7e2389b:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,759 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.Replication(171): 92acd7e2389b,37461,1733595584462 started 2024-12-07T18:19:45,774 WARN [92acd7e2389b:39177 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T18:19:45,775 INFO [RS:1;92acd7e2389b:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,775 INFO [RS:0;92acd7e2389b:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,776 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.HRegionServer(1482): Serving as 92acd7e2389b,42301,1733595584319, RpcServer on 92acd7e2389b/172.17.0.2:42301, sessionid=0x1018e273ba80001 2024-12-07T18:19:45,776 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.HRegionServer(1482): Serving as 92acd7e2389b,45713,1733595584420, RpcServer on 92acd7e2389b/172.17.0.2:45713, sessionid=0x1018e273ba80002 2024-12-07T18:19:45,776 DEBUG [RS:1;92acd7e2389b:45713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T18:19:45,776 DEBUG [RS:0;92acd7e2389b:42301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T18:19:45,776 DEBUG [RS:1;92acd7e2389b:45713 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 92acd7e2389b,45713,1733595584420 2024-12-07T18:19:45,776 DEBUG [RS:0;92acd7e2389b:42301 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 92acd7e2389b,42301,1733595584319 2024-12-07T18:19:45,777 DEBUG [RS:1;92acd7e2389b:45713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '92acd7e2389b,45713,1733595584420' 2024-12-07T18:19:45,777 DEBUG [RS:0;92acd7e2389b:42301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '92acd7e2389b,42301,1733595584319' 2024-12-07T18:19:45,777 DEBUG [RS:1;92acd7e2389b:45713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T18:19:45,777 DEBUG [RS:0;92acd7e2389b:42301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T18:19:45,778 DEBUG [RS:1;92acd7e2389b:45713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T18:19:45,778 DEBUG [RS:0;92acd7e2389b:42301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T18:19:45,778 DEBUG [RS:1;92acd7e2389b:45713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T18:19:45,778 DEBUG [RS:0;92acd7e2389b:42301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T18:19:45,778 DEBUG [RS:1;92acd7e2389b:45713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T18:19:45,778 DEBUG [RS:0;92acd7e2389b:42301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T18:19:45,778 DEBUG [RS:1;92acd7e2389b:45713 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 92acd7e2389b,45713,1733595584420 2024-12-07T18:19:45,778 DEBUG [RS:0;92acd7e2389b:42301 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 92acd7e2389b,42301,1733595584319 2024-12-07T18:19:45,778 DEBUG [RS:1;92acd7e2389b:45713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '92acd7e2389b,45713,1733595584420' 2024-12-07T18:19:45,778 DEBUG [RS:0;92acd7e2389b:42301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '92acd7e2389b,42301,1733595584319' 2024-12-07T18:19:45,778 DEBUG [RS:1;92acd7e2389b:45713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T18:19:45,778 DEBUG [RS:0;92acd7e2389b:42301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T18:19:45,779 DEBUG [RS:1;92acd7e2389b:45713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T18:19:45,779 DEBUG [RS:0;92acd7e2389b:42301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T18:19:45,780 DEBUG [RS:1;92acd7e2389b:45713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T18:19:45,780 DEBUG [RS:0;92acd7e2389b:42301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T18:19:45,780 INFO [RS:1;92acd7e2389b:45713 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T18:19:45,780 INFO [RS:1;92acd7e2389b:45713 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T18:19:45,780 INFO [RS:0;92acd7e2389b:42301 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T18:19:45,780 INFO [RS:0;92acd7e2389b:42301 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T18:19:45,781 INFO [RS:2;92acd7e2389b:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:45,782 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.HRegionServer(1482): Serving as 92acd7e2389b,37461,1733595584462, RpcServer on 92acd7e2389b/172.17.0.2:37461, sessionid=0x1018e273ba80003 2024-12-07T18:19:45,782 DEBUG [RS:2;92acd7e2389b:37461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T18:19:45,782 DEBUG [RS:2;92acd7e2389b:37461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 92acd7e2389b,37461,1733595584462 2024-12-07T18:19:45,782 DEBUG [RS:2;92acd7e2389b:37461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '92acd7e2389b,37461,1733595584462' 2024-12-07T18:19:45,782 DEBUG [RS:2;92acd7e2389b:37461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T18:19:45,783 DEBUG [RS:2;92acd7e2389b:37461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T18:19:45,783 DEBUG [RS:2;92acd7e2389b:37461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T18:19:45,783 DEBUG [RS:2;92acd7e2389b:37461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T18:19:45,784 DEBUG [RS:2;92acd7e2389b:37461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 92acd7e2389b,37461,1733595584462 2024-12-07T18:19:45,784 DEBUG [RS:2;92acd7e2389b:37461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '92acd7e2389b,37461,1733595584462' 2024-12-07T18:19:45,784 DEBUG [RS:2;92acd7e2389b:37461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T18:19:45,784 DEBUG [RS:2;92acd7e2389b:37461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T18:19:45,785 DEBUG [RS:2;92acd7e2389b:37461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T18:19:45,785 INFO [RS:2;92acd7e2389b:37461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T18:19:45,785 INFO [RS:2;92acd7e2389b:37461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T18:19:45,885 INFO [RS:1;92acd7e2389b:45713 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T18:19:45,885 INFO [RS:0;92acd7e2389b:42301 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T18:19:45,885 INFO [RS:2;92acd7e2389b:37461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T18:19:45,888 INFO [RS:0;92acd7e2389b:42301 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=92acd7e2389b%2C42301%2C1733595584319, suffix=, logDir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319, archiveDir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/oldWALs, maxLogs=32 2024-12-07T18:19:45,888 INFO [RS:1;92acd7e2389b:45713 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=92acd7e2389b%2C45713%2C1733595584420, suffix=, logDir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,45713,1733595584420, archiveDir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/oldWALs, maxLogs=32 2024-12-07T18:19:45,888 INFO [RS:2;92acd7e2389b:37461 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=92acd7e2389b%2C37461%2C1733595584462, suffix=, logDir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,37461,1733595584462, archiveDir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/oldWALs, maxLogs=32 2024-12-07T18:19:45,907 DEBUG [RS:1;92acd7e2389b:45713 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,45713,1733595584420/92acd7e2389b%2C45713%2C1733595584420.1733595585894, exclude list is [], retry=0 2024-12-07T18:19:45,908 DEBUG [RS:0;92acd7e2389b:42301 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319/92acd7e2389b%2C42301%2C1733595584319.1733595585894, exclude list is [], retry=0 2024-12-07T18:19:45,909 DEBUG [RS:2;92acd7e2389b:37461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,37461,1733595584462/92acd7e2389b%2C37461%2C1733595584462.1733595585894, exclude list is [], retry=0 2024-12-07T18:19:45,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:19:45,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:19:45,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:19:45,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:19:45,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:19:45,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:19:45,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:19:45,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:19:45,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:19:45,920 INFO [RS:1;92acd7e2389b:45713 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,45713,1733595584420/92acd7e2389b%2C45713%2C1733595584420.1733595585894 2024-12-07T18:19:45,921 INFO [RS:2;92acd7e2389b:37461 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,37461,1733595584462/92acd7e2389b%2C37461%2C1733595584462.1733595585894 2024-12-07T18:19:45,922 DEBUG [RS:1;92acd7e2389b:45713 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36257:36257)] 2024-12-07T18:19:45,925 INFO [RS:0;92acd7e2389b:42301 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319/92acd7e2389b%2C42301%2C1733595584319.1733595585894 2024-12-07T18:19:45,927 DEBUG [RS:2;92acd7e2389b:37461 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36877:36877)] 2024-12-07T18:19:45,927 DEBUG [RS:0;92acd7e2389b:42301 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36697:36697)] 2024-12-07T18:19:46,027 DEBUG [92acd7e2389b:39177 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-07T18:19:46,035 DEBUG [92acd7e2389b:39177 {}] balancer.BalancerClusterState(204): Hosts are {92acd7e2389b=0} racks are {/default-rack=0} 2024-12-07T18:19:46,042 DEBUG [92acd7e2389b:39177 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T18:19:46,042 DEBUG [92acd7e2389b:39177 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T18:19:46,042 DEBUG [92acd7e2389b:39177 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-07T18:19:46,042 DEBUG [92acd7e2389b:39177 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T18:19:46,042 DEBUG [92acd7e2389b:39177 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T18:19:46,042 DEBUG [92acd7e2389b:39177 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-07T18:19:46,042 INFO [92acd7e2389b:39177 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T18:19:46,042 INFO [92acd7e2389b:39177 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T18:19:46,042 INFO [92acd7e2389b:39177 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-07T18:19:46,042 DEBUG [92acd7e2389b:39177 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T18:19:46,052 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=92acd7e2389b,45713,1733595584420 2024-12-07T18:19:46,058 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 92acd7e2389b,45713,1733595584420, state=OPENING 2024-12-07T18:19:46,064 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T18:19:46,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:46,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:46,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:46,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1018e273ba80001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:19:46,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T18:19:46,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T18:19:46,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T18:19:46,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T18:19:46,069 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T18:19:46,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=92acd7e2389b,45713,1733595584420}] 2024-12-07T18:19:46,250 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T18:19:46,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T18:19:46,265 INFO [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T18:19:46,266 INFO [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:19:46,266 INFO [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T18:19:46,269 INFO [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=92acd7e2389b%2C45713%2C1733595584420.meta, suffix=.meta, logDir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,45713,1733595584420, archiveDir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/oldWALs, maxLogs=32 2024-12-07T18:19:46,284 DEBUG [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,45713,1733595584420/92acd7e2389b%2C45713%2C1733595584420.meta.1733595586271.meta, exclude list is [], retry=0 2024-12-07T18:19:46,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:19:46,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:19:46,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:19:46,290 INFO [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,45713,1733595584420/92acd7e2389b%2C45713%2C1733595584420.meta.1733595586271.meta 2024-12-07T18:19:46,291 DEBUG [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36257:36257)] 2024-12-07T18:19:46,291 DEBUG [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:19:46,293 DEBUG [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T18:19:46,295 DEBUG [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T18:19:46,300 INFO [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T18:19:46,305 DEBUG [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T18:19:46,305 DEBUG [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:19:46,305 DEBUG [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T18:19:46,305 DEBUG [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T18:19:46,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T18:19:46,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T18:19:46,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:46,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T18:19:46,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T18:19:46,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T18:19:46,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:46,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T18:19:46,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T18:19:46,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T18:19:46,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:46,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T18:19:46,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T18:19:46,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T18:19:46,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:46,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T18:19:46,317 DEBUG [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T18:19:46,319 DEBUG [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740 2024-12-07T18:19:46,321 DEBUG [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740 2024-12-07T18:19:46,324 DEBUG [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T18:19:46,324 DEBUG [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T18:19:46,325 DEBUG [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T18:19:46,328 DEBUG [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T18:19:46,329 INFO [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64201415, jitterRate=-0.043324366211891174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T18:19:46,329 DEBUG [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T18:19:46,331 DEBUG [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733595586306Writing region info on filesystem at 1733595586306Initializing all the Stores at 1733595586308 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733595586308Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733595586308Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595586308Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733595586308Cleaning up temporary data from old regions at 1733595586324 (+16 ms)Running coprocessor post-open hooks at 1733595586329 (+5 ms)Region opened successfully at 1733595586330 (+1 ms) 2024-12-07T18:19:46,338 INFO [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733595586241 2024-12-07T18:19:46,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=92acd7e2389b,45713,1733595584420 2024-12-07T18:19:46,353 DEBUG [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T18:19:46,354 INFO [RS_OPEN_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T18:19:46,355 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 92acd7e2389b,45713,1733595584420, state=OPEN 2024-12-07T18:19:46,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T18:19:46,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T18:19:46,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1018e273ba80001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T18:19:46,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T18:19:46,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T18:19:46,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T18:19:46,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T18:19:46,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T18:19:46,359 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=92acd7e2389b,45713,1733595584420 2024-12-07T18:19:46,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T18:19:46,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=92acd7e2389b,45713,1733595584420 in 288 msec 2024-12-07T18:19:46,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T18:19:46,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 757 msec 2024-12-07T18:19:46,372 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T18:19:46,372 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T18:19:46,393 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T18:19:46,394 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=92acd7e2389b,45713,1733595584420, seqNum=-1] 2024-12-07T18:19:46,415 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T18:19:46,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T18:19:46,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0660 sec 2024-12-07T18:19:46,438 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733595586437, completionTime=-1 2024-12-07T18:19:46,441 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-07T18:19:46,442 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T18:19:46,475 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-07T18:19:46,475 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733595646475 2024-12-07T18:19:46,475 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733595706475 2024-12-07T18:19:46,475 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-12-07T18:19:46,477 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-07T18:19:46,486 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=92acd7e2389b,39177,1733595583598-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:46,486 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=92acd7e2389b,39177,1733595583598-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:46,486 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=92acd7e2389b,39177,1733595583598-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:46,488 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-92acd7e2389b:39177, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:46,489 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:46,490 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:46,495 DEBUG [master/92acd7e2389b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T18:19:46,519 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.964sec 2024-12-07T18:19:46,521 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T18:19:46,522 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T18:19:46,523 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T18:19:46,523 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T18:19:46,523 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T18:19:46,524 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=92acd7e2389b,39177,1733595583598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T18:19:46,524 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=92acd7e2389b,39177,1733595583598-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T18:19:46,529 DEBUG [master/92acd7e2389b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T18:19:46,530 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T18:19:46,530 INFO [master/92acd7e2389b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=92acd7e2389b,39177,1733595583598-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T18:19:46,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df89a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T18:19:46,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 92acd7e2389b,39177,-1 for getting cluster id 2024-12-07T18:19:46,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T18:19:46,617 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7161d58-4ce7-405d-990e-dcb1730825cd' 2024-12-07T18:19:46,620 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T18:19:46,620 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7161d58-4ce7-405d-990e-dcb1730825cd" 2024-12-07T18:19:46,620 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677db5c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T18:19:46,621 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [92acd7e2389b,39177,-1] 2024-12-07T18:19:46,624 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T18:19:46,626 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T18:19:46,626 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T18:19:46,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c70c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T18:19:46,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T18:19:46,635 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=92acd7e2389b,45713,1733595584420, seqNum=-1] 2024-12-07T18:19:46,636 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T18:19:46,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T18:19:46,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=92acd7e2389b,39177,1733595583598 2024-12-07T18:19:46,661 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:34291/hbase 2024-12-07T18:19:46,678 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=364, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=209, ProcessCount=11, AvailableMemoryMB=7309 2024-12-07T18:19:46,706 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:19:46,710 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:19:46,711 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T18:19:46,715 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-58952821, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/hregion-58952821, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:19:46,732 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-58952821/hregion-58952821.1733595586717, exclude list is [], retry=0 2024-12-07T18:19:46,736 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:19:46,737 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:19:46,737 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:19:46,741 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-58952821/hregion-58952821.1733595586717 2024-12-07T18:19:46,742 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36697:36697)] 2024-12-07T18:19:46,743 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 17b419d0bd15f9a86a51df3ac2a46617, NAME => 'testReplayEditsWrittenIntoWAL,,1733595586707.17b419d0bd15f9a86a51df3ac2a46617.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34291/hbase 2024-12-07T18:19:46,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741838_1014 (size=64) 2024-12-07T18:19:46,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741838_1014 (size=64) 2024-12-07T18:19:46,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741838_1014 (size=64) 2024-12-07T18:19:46,757 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733595586707.17b419d0bd15f9a86a51df3ac2a46617.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:19:46,759 INFO [StoreOpener-17b419d0bd15f9a86a51df3ac2a46617-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 17b419d0bd15f9a86a51df3ac2a46617 2024-12-07T18:19:46,761 INFO [StoreOpener-17b419d0bd15f9a86a51df3ac2a46617-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17b419d0bd15f9a86a51df3ac2a46617 columnFamilyName a 2024-12-07T18:19:46,761 DEBUG [StoreOpener-17b419d0bd15f9a86a51df3ac2a46617-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:46,762 INFO [StoreOpener-17b419d0bd15f9a86a51df3ac2a46617-1 {}] regionserver.HStore(327): Store=17b419d0bd15f9a86a51df3ac2a46617/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:46,762 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 17b419d0bd15f9a86a51df3ac2a46617 2024-12-07T18:19:46,764 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617 2024-12-07T18:19:46,764 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617 2024-12-07T18:19:46,765 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 17b419d0bd15f9a86a51df3ac2a46617 2024-12-07T18:19:46,765 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 17b419d0bd15f9a86a51df3ac2a46617 2024-12-07T18:19:46,769 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 17b419d0bd15f9a86a51df3ac2a46617 2024-12-07T18:19:46,773 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T18:19:46,774 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 17b419d0bd15f9a86a51df3ac2a46617; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66956172, jitterRate=-0.0022752881050109863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T18:19:46,776 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 17b419d0bd15f9a86a51df3ac2a46617: Writing region info on filesystem at 1733595586757Initializing all the Stores at 1733595586758 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595586758Cleaning up temporary data from old regions at 1733595586765 (+7 ms)Region opened successfully at 1733595586776 (+11 ms) 2024-12-07T18:19:46,776 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 17b419d0bd15f9a86a51df3ac2a46617, disabling compactions & flushes 2024-12-07T18:19:46,776 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733595586707.17b419d0bd15f9a86a51df3ac2a46617. 2024-12-07T18:19:46,776 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733595586707.17b419d0bd15f9a86a51df3ac2a46617. 2024-12-07T18:19:46,776 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733595586707.17b419d0bd15f9a86a51df3ac2a46617. after waiting 0 ms 2024-12-07T18:19:46,776 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733595586707.17b419d0bd15f9a86a51df3ac2a46617. 2024-12-07T18:19:46,777 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733595586707.17b419d0bd15f9a86a51df3ac2a46617. 2024-12-07T18:19:46,777 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 17b419d0bd15f9a86a51df3ac2a46617: Waiting for close lock at 1733595586776Disabling compacts and flushes for region at 1733595586776Disabling writes for close at 1733595586776Writing region close event to WAL at 1733595586777 (+1 ms)Closed at 1733595586777 2024-12-07T18:19:46,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741837_1013 (size=95) 2024-12-07T18:19:46,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741837_1013 (size=95) 2024-12-07T18:19:46,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741837_1013 (size=95) 2024-12-07T18:19:46,790 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T18:19:46,790 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-58952821:(num 1733595586717) 2024-12-07T18:19:46,792 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T18:19:46,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741839_1015 (size=320) 2024-12-07T18:19:46,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741839_1015 (size=320) 2024-12-07T18:19:46,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741839_1015 (size=320) 2024-12-07T18:19:46,811 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T18:19:46,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741840_1016 (size=253) 2024-12-07T18:19:46,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741840_1016 (size=253) 2024-12-07T18:19:46,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741840_1016 (size=253) 2024-12-07T18:19:46,848 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-1, size=320 (320bytes) 2024-12-07T18:19:46,849 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-07T18:19:46,849 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-07T18:19:46,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-1 2024-12-07T18:19:46,855 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-1 after 4ms 2024-12-07T18:19:46,860 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:19:46,861 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-1 took 14ms 2024-12-07T18:19:46,872 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-1 so closing down 2024-12-07T18:19:46,872 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T18:19:46,874 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-07T18:19:46,876 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/0000000000000000001-wal-1.temp 2024-12-07T18:19:46,878 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T18:19:46,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741841_1017 (size=320) 2024-12-07T18:19:46,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741841_1017 (size=320) 2024-12-07T18:19:46,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741841_1017 (size=320) 2024-12-07T18:19:46,892 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-07T18:19:46,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/0000000000000000002 2024-12-07T18:19:46,901 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-07T18:19:46,901 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-1, journal: Splitting hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-1, size=320 (320bytes) at 1733595586848Finishing writing output for hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-1 so closing down at 1733595586872 (+24 ms)Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/0000000000000000001-wal-1.temp at 1733595586876 (+4 ms)3 split writer threads finished at 1733595586878 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733595586892 (+14 ms)Rename recovered edits hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/0000000000000000002 at 1733595586895 (+3 ms)Processed 2 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733595586901 (+6 ms) 2024-12-07T18:19:46,924 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-2, size=253 (253bytes) 2024-12-07T18:19:46,924 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-2 2024-12-07T18:19:46,925 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-2 after 1ms 2024-12-07T18:19:46,929 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:19:46,930 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-2 took 6ms 2024-12-07T18:19:46,933 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-2 so closing down 2024-12-07T18:19:46,933 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T18:19:46,936 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-07T18:19:46,938 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/0000000000000000002-wal-2.temp 2024-12-07T18:19:46,938 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T18:19:46,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741842_1018 (size=253) 2024-12-07T18:19:46,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741842_1018 (size=253) 2024-12-07T18:19:46,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741842_1018 (size=253) 2024-12-07T18:19:46,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-07T18:19:46,954 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:19:46,957 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-12-07T18:19:46,958 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-07T18:19:46,958 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-2, journal: Splitting hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-2, size=253 (253bytes) at 1733595586924Finishing writing output for hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-2 so closing down at 1733595586933 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/0000000000000000002-wal-2.temp at 1733595586938 (+5 ms)3 split writer threads finished at 1733595586938Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733595586949 (+11 ms)Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733595586958 (+9 ms) 2024-12-07T18:19:46,959 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:19:46,961 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:19:46,978 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal.1733595586962, exclude list is [], retry=0 2024-12-07T18:19:46,984 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:19:46,985 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:19:46,985 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:19:46,988 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal.1733595586962 2024-12-07T18:19:46,988 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36257:36257)] 2024-12-07T18:19:46,988 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 17b419d0bd15f9a86a51df3ac2a46617, NAME => 'testReplayEditsWrittenIntoWAL,,1733595586707.17b419d0bd15f9a86a51df3ac2a46617.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:19:46,989 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733595586707.17b419d0bd15f9a86a51df3ac2a46617.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:19:46,989 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 17b419d0bd15f9a86a51df3ac2a46617 2024-12-07T18:19:46,989 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 17b419d0bd15f9a86a51df3ac2a46617 2024-12-07T18:19:46,991 INFO [StoreOpener-17b419d0bd15f9a86a51df3ac2a46617-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 17b419d0bd15f9a86a51df3ac2a46617 2024-12-07T18:19:46,993 INFO [StoreOpener-17b419d0bd15f9a86a51df3ac2a46617-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17b419d0bd15f9a86a51df3ac2a46617 columnFamilyName a 2024-12-07T18:19:46,993 DEBUG [StoreOpener-17b419d0bd15f9a86a51df3ac2a46617-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:46,994 INFO [StoreOpener-17b419d0bd15f9a86a51df3ac2a46617-1 {}] regionserver.HStore(327): Store=17b419d0bd15f9a86a51df3ac2a46617/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:46,994 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 17b419d0bd15f9a86a51df3ac2a46617 2024-12-07T18:19:46,996 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617 2024-12-07T18:19:47,000 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617 2024-12-07T18:19:47,001 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/0000000000000000002 2024-12-07T18:19:47,005 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:19:47,012 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/0000000000000000002 2024-12-07T18:19:47,016 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 17b419d0bd15f9a86a51df3ac2a46617 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-07T18:19:47,101 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/.tmp/a/65b08dc0db974709ad0ab2e517e05fc7 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733595586790/Put/seqid=0 2024-12-07T18:19:47,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741844_1020 (size=5170) 2024-12-07T18:19:47,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741844_1020 (size=5170) 2024-12-07T18:19:47,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741844_1020 (size=5170) 2024-12-07T18:19:47,130 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/.tmp/a/65b08dc0db974709ad0ab2e517e05fc7 2024-12-07T18:19:47,182 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/.tmp/a/65b08dc0db974709ad0ab2e517e05fc7 as hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/a/65b08dc0db974709ad0ab2e517e05fc7 2024-12-07T18:19:47,196 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/a/65b08dc0db974709ad0ab2e517e05fc7, entries=2, sequenceid=2, filesize=5.0 K 2024-12-07T18:19:47,203 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 17b419d0bd15f9a86a51df3ac2a46617 in 185ms, sequenceid=2, compaction requested=false; wal=null 2024-12-07T18:19:47,205 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/0000000000000000002 2024-12-07T18:19:47,206 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 17b419d0bd15f9a86a51df3ac2a46617 2024-12-07T18:19:47,206 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 17b419d0bd15f9a86a51df3ac2a46617 2024-12-07T18:19:47,209 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 17b419d0bd15f9a86a51df3ac2a46617 2024-12-07T18:19:47,215 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/17b419d0bd15f9a86a51df3ac2a46617/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-07T18:19:47,218 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 17b419d0bd15f9a86a51df3ac2a46617; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65116608, jitterRate=-0.029686927795410156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T18:19:47,219 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 17b419d0bd15f9a86a51df3ac2a46617: Writing region info on filesystem at 1733595586989Initializing all the Stores at 1733595586991 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595586991Obtaining lock to block concurrent updates at 1733595587016 (+25 ms)Preparing flush snapshotting stores in 17b419d0bd15f9a86a51df3ac2a46617 at 1733595587016Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733595586707.17b419d0bd15f9a86a51df3ac2a46617., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733595587019 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733595586707.17b419d0bd15f9a86a51df3ac2a46617. at 1733595587019Flushing 17b419d0bd15f9a86a51df3ac2a46617/a: creating writer at 1733595587020 (+1 ms)Flushing 17b419d0bd15f9a86a51df3ac2a46617/a: appending metadata at 1733595587084 (+64 ms)Flushing 17b419d0bd15f9a86a51df3ac2a46617/a: closing flushed file at 1733595587088 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26dc35ea: reopening flushed file at 1733595587179 (+91 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 17b419d0bd15f9a86a51df3ac2a46617 in 185ms, sequenceid=2, compaction requested=false; wal=null at 1733595587203 (+24 ms)Cleaning up temporary data from old regions at 1733595587206 (+3 ms)Region opened successfully at 1733595587218 (+12 ms) 2024-12-07T18:19:47,246 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=375 (was 364) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:39510 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:39682 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1919533473-172.17.0.2-1733595579935:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1919533473-172.17.0.2-1733595579935:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:36420 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:38284 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:36556 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1919533473-172.17.0.2-1733595579935:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34291/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:38420 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=209 (was 209), ProcessCount=11 (was 11), AvailableMemoryMB=7203 (was 7309) 2024-12-07T18:19:47,258 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=375, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=209, ProcessCount=11, AvailableMemoryMB=7202 2024-12-07T18:19:47,277 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:19:47,280 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:19:47,281 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T18:19:47,285 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-59003061, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/hregion-59003061, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:19:47,298 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-59003061/hregion-59003061.1733595587285, exclude list is [], retry=0 2024-12-07T18:19:47,302 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:19:47,304 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:19:47,304 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:19:47,308 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-59003061/hregion-59003061.1733595587285 2024-12-07T18:19:47,308 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36877:36877)] 2024-12-07T18:19:47,309 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7c3d4335ecb1a4d19c57333b1afda72d, NAME => 'testReplayEditsWrittenIntoWAL,,1733595587278.7c3d4335ecb1a4d19c57333b1afda72d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34291/hbase 2024-12-07T18:19:47,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741846_1022 (size=64) 2024-12-07T18:19:47,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741846_1022 (size=64) 2024-12-07T18:19:47,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741846_1022 (size=64) 2024-12-07T18:19:47,322 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733595587278.7c3d4335ecb1a4d19c57333b1afda72d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:19:47,325 INFO [StoreOpener-7c3d4335ecb1a4d19c57333b1afda72d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7c3d4335ecb1a4d19c57333b1afda72d 2024-12-07T18:19:47,327 INFO [StoreOpener-7c3d4335ecb1a4d19c57333b1afda72d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c3d4335ecb1a4d19c57333b1afda72d columnFamilyName a 2024-12-07T18:19:47,327 DEBUG [StoreOpener-7c3d4335ecb1a4d19c57333b1afda72d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:47,328 INFO [StoreOpener-7c3d4335ecb1a4d19c57333b1afda72d-1 {}] regionserver.HStore(327): Store=7c3d4335ecb1a4d19c57333b1afda72d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:47,328 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7c3d4335ecb1a4d19c57333b1afda72d 2024-12-07T18:19:47,329 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d 2024-12-07T18:19:47,329 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d 2024-12-07T18:19:47,330 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7c3d4335ecb1a4d19c57333b1afda72d 2024-12-07T18:19:47,330 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7c3d4335ecb1a4d19c57333b1afda72d 2024-12-07T18:19:47,332 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7c3d4335ecb1a4d19c57333b1afda72d 2024-12-07T18:19:47,335 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T18:19:47,336 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7c3d4335ecb1a4d19c57333b1afda72d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61200430, jitterRate=-0.08804252743721008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T18:19:47,336 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7c3d4335ecb1a4d19c57333b1afda72d: Writing region info on filesystem at 1733595587323Initializing all the Stores at 1733595587324 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595587324Cleaning up temporary data from old regions at 1733595587330 (+6 ms)Region opened successfully at 1733595587336 (+6 ms) 2024-12-07T18:19:47,336 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7c3d4335ecb1a4d19c57333b1afda72d, disabling compactions & flushes 2024-12-07T18:19:47,336 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733595587278.7c3d4335ecb1a4d19c57333b1afda72d. 2024-12-07T18:19:47,336 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733595587278.7c3d4335ecb1a4d19c57333b1afda72d. 2024-12-07T18:19:47,336 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733595587278.7c3d4335ecb1a4d19c57333b1afda72d. after waiting 0 ms 2024-12-07T18:19:47,336 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733595587278.7c3d4335ecb1a4d19c57333b1afda72d. 2024-12-07T18:19:47,337 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733595587278.7c3d4335ecb1a4d19c57333b1afda72d. 2024-12-07T18:19:47,337 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7c3d4335ecb1a4d19c57333b1afda72d: Waiting for close lock at 1733595587336Disabling compacts and flushes for region at 1733595587336Disabling writes for close at 1733595587336Writing region close event to WAL at 1733595587337 (+1 ms)Closed at 1733595587337 2024-12-07T18:19:47,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741845_1021 (size=95) 2024-12-07T18:19:47,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741845_1021 (size=95) 2024-12-07T18:19:47,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741845_1021 (size=95) 2024-12-07T18:19:47,343 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T18:19:47,343 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-59003061:(num 1733595587285) 2024-12-07T18:19:47,344 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T18:19:47,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741847_1023 (size=320) 2024-12-07T18:19:47,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741847_1023 (size=320) 2024-12-07T18:19:47,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741847_1023 (size=320) 2024-12-07T18:19:47,358 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T18:19:47,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741848_1024 (size=253) 2024-12-07T18:19:47,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741848_1024 (size=253) 2024-12-07T18:19:47,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741848_1024 (size=253) 2024-12-07T18:19:47,384 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-2, size=253 (253bytes) 2024-12-07T18:19:47,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-2 2024-12-07T18:19:47,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-2 after 1ms 2024-12-07T18:19:47,388 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:19:47,388 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-2 took 4ms 2024-12-07T18:19:47,390 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-2 so closing down 2024-12-07T18:19:47,390 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T18:19:47,392 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-07T18:19:47,394 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000002-wal-2.temp 2024-12-07T18:19:47,394 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T18:19:47,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741849_1025 (size=253) 2024-12-07T18:19:47,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741849_1025 (size=253) 2024-12-07T18:19:47,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741849_1025 (size=253) 2024-12-07T18:19:47,402 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-07T18:19:47,404 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000002 2024-12-07T18:19:47,404 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-07T18:19:47,404 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-2, journal: Splitting hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-2, size=253 (253bytes) at 1733595587384Finishing writing output for hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-2 so closing down at 1733595587390 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000002-wal-2.temp at 1733595587394 (+4 ms)3 split writer threads finished at 1733595587394Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733595587402 (+8 ms)Rename recovered edits hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000002 at 1733595587404 (+2 ms)Processed 1 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733595587404 2024-12-07T18:19:47,419 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-1, size=320 (320bytes) 2024-12-07T18:19:47,419 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-1 2024-12-07T18:19:47,419 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-1 after 0ms 2024-12-07T18:19:47,422 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:19:47,422 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-1 took 4ms 2024-12-07T18:19:47,425 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-1 so closing down 2024-12-07T18:19:47,425 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T18:19:47,427 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-07T18:19:47,428 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000001-wal-1.temp 2024-12-07T18:19:47,428 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T18:19:47,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741850_1026 (size=320) 2024-12-07T18:19:47,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741850_1026 (size=320) 2024-12-07T18:19:47,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741850_1026 (size=320) 2024-12-07T18:19:47,437 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-07T18:19:47,440 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:19:47,443 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000002, length=253 2024-12-07T18:19:47,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000002 2024-12-07T18:19:47,445 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-07T18:19:47,445 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-1, journal: Splitting hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-1, size=320 (320bytes) at 1733595587419Finishing writing output for hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-1 so closing down at 1733595587425 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000001-wal-1.temp at 1733595587428 (+3 ms)3 split writer threads finished at 1733595587428Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733595587437 (+9 ms)Rename recovered edits hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000002 at 1733595587445 (+8 ms)Processed 2 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733595587445 2024-12-07T18:19:47,446 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:19:47,448 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:19:47,462 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal.1733595587448, exclude list is [], retry=0 2024-12-07T18:19:47,465 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:19:47,465 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:19:47,465 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:19:47,468 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal.1733595587448 2024-12-07T18:19:47,468 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36877:36877)] 2024-12-07T18:19:47,468 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c3d4335ecb1a4d19c57333b1afda72d, NAME => 'testReplayEditsWrittenIntoWAL,,1733595587278.7c3d4335ecb1a4d19c57333b1afda72d.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:19:47,469 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733595587278.7c3d4335ecb1a4d19c57333b1afda72d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:19:47,469 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7c3d4335ecb1a4d19c57333b1afda72d 2024-12-07T18:19:47,469 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7c3d4335ecb1a4d19c57333b1afda72d 2024-12-07T18:19:47,471 INFO [StoreOpener-7c3d4335ecb1a4d19c57333b1afda72d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7c3d4335ecb1a4d19c57333b1afda72d 2024-12-07T18:19:47,472 INFO [StoreOpener-7c3d4335ecb1a4d19c57333b1afda72d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c3d4335ecb1a4d19c57333b1afda72d columnFamilyName a 2024-12-07T18:19:47,472 DEBUG [StoreOpener-7c3d4335ecb1a4d19c57333b1afda72d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:47,473 INFO [StoreOpener-7c3d4335ecb1a4d19c57333b1afda72d-1 {}] regionserver.HStore(327): Store=7c3d4335ecb1a4d19c57333b1afda72d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:47,473 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7c3d4335ecb1a4d19c57333b1afda72d 2024-12-07T18:19:47,474 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d 2024-12-07T18:19:47,476 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d 2024-12-07T18:19:47,477 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000002 2024-12-07T18:19:47,480 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:19:47,481 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000002 2024-12-07T18:19:47,482 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7c3d4335ecb1a4d19c57333b1afda72d 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-07T18:19:47,498 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/.tmp/a/35dae848c9364ca3ba87aadab9fae0fa is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733595587343/Put/seqid=0 2024-12-07T18:19:47,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741852_1028 (size=5170) 2024-12-07T18:19:47,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741852_1028 (size=5170) 2024-12-07T18:19:47,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741852_1028 (size=5170) 2024-12-07T18:19:47,508 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/.tmp/a/35dae848c9364ca3ba87aadab9fae0fa 2024-12-07T18:19:47,517 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/.tmp/a/35dae848c9364ca3ba87aadab9fae0fa as hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/a/35dae848c9364ca3ba87aadab9fae0fa 2024-12-07T18:19:47,526 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/a/35dae848c9364ca3ba87aadab9fae0fa, entries=2, sequenceid=2, filesize=5.0 K 2024-12-07T18:19:47,526 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 7c3d4335ecb1a4d19c57333b1afda72d in 45ms, sequenceid=2, compaction requested=false; wal=null 2024-12-07T18:19:47,527 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/0000000000000000002 2024-12-07T18:19:47,527 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7c3d4335ecb1a4d19c57333b1afda72d 2024-12-07T18:19:47,527 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7c3d4335ecb1a4d19c57333b1afda72d 2024-12-07T18:19:47,529 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7c3d4335ecb1a4d19c57333b1afda72d 2024-12-07T18:19:47,532 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/7c3d4335ecb1a4d19c57333b1afda72d/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-07T18:19:47,533 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7c3d4335ecb1a4d19c57333b1afda72d; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73332949, jitterRate=0.09274609386920929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T18:19:47,533 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7c3d4335ecb1a4d19c57333b1afda72d: Writing region info on filesystem at 1733595587469Initializing all the Stores at 1733595587470 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595587470Obtaining lock to block concurrent updates at 1733595587482 (+12 ms)Preparing flush snapshotting stores in 7c3d4335ecb1a4d19c57333b1afda72d at 1733595587482Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733595587278.7c3d4335ecb1a4d19c57333b1afda72d., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733595587482Flushing stores of testReplayEditsWrittenIntoWAL,,1733595587278.7c3d4335ecb1a4d19c57333b1afda72d. at 1733595587482Flushing 7c3d4335ecb1a4d19c57333b1afda72d/a: creating writer at 1733595587482Flushing 7c3d4335ecb1a4d19c57333b1afda72d/a: appending metadata at 1733595587497 (+15 ms)Flushing 7c3d4335ecb1a4d19c57333b1afda72d/a: closing flushed file at 1733595587497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c5d4d2: reopening flushed file at 1733595587516 (+19 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 7c3d4335ecb1a4d19c57333b1afda72d in 45ms, sequenceid=2, compaction requested=false; wal=null at 1733595587526 (+10 ms)Cleaning up temporary data from old regions at 1733595587527 (+1 ms)Region opened successfully at 1733595587533 (+6 ms) 2024-12-07T18:19:47,554 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=385 (was 375) Potentially hanging thread: PacketResponder: BP-1919533473-172.17.0.2-1733595579935:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:38468 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:39762 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1919533473-172.17.0.2-1733595579935:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:36420 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:36620 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1919533473-172.17.0.2-1733595579935:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=209 (was 209), ProcessCount=11 (was 11), AvailableMemoryMB=7195 (was 7202) 2024-12-07T18:19:47,565 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=385, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=209, ProcessCount=11, AvailableMemoryMB=7194 2024-12-07T18:19:47,581 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:19:47,583 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:19:47,584 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T18:19:47,587 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-75124520, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/hregion-75124520, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:19:47,600 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-75124520/hregion-75124520.1733595587587, exclude list is [], retry=0 2024-12-07T18:19:47,603 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:19:47,603 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:19:47,604 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:19:47,606 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-75124520/hregion-75124520.1733595587587 2024-12-07T18:19:47,607 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36697:36697)] 2024-12-07T18:19:47,607 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 049d33bdea0d097c14b11183de81dbf7, NAME => 'testReplayEditsWrittenIntoWAL,,1733595587581.049d33bdea0d097c14b11183de81dbf7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34291/hbase 2024-12-07T18:19:47,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741854_1030 (size=64) 2024-12-07T18:19:47,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741854_1030 (size=64) 2024-12-07T18:19:47,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741854_1030 (size=64) 2024-12-07T18:19:47,618 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733595587581.049d33bdea0d097c14b11183de81dbf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:19:47,620 INFO [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 049d33bdea0d097c14b11183de81dbf7 2024-12-07T18:19:47,622 INFO [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 049d33bdea0d097c14b11183de81dbf7 columnFamilyName a 2024-12-07T18:19:47,622 DEBUG [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:47,623 INFO [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] regionserver.HStore(327): Store=049d33bdea0d097c14b11183de81dbf7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:47,623 INFO [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 049d33bdea0d097c14b11183de81dbf7 2024-12-07T18:19:47,625 INFO [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 049d33bdea0d097c14b11183de81dbf7 columnFamilyName b 2024-12-07T18:19:47,625 DEBUG [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:47,625 INFO [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] regionserver.HStore(327): Store=049d33bdea0d097c14b11183de81dbf7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:47,626 INFO [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 049d33bdea0d097c14b11183de81dbf7 2024-12-07T18:19:47,628 INFO [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 049d33bdea0d097c14b11183de81dbf7 columnFamilyName c 2024-12-07T18:19:47,628 DEBUG [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:47,628 INFO [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] regionserver.HStore(327): Store=049d33bdea0d097c14b11183de81dbf7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:47,629 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 049d33bdea0d097c14b11183de81dbf7 2024-12-07T18:19:47,630 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7 2024-12-07T18:19:47,630 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7 2024-12-07T18:19:47,632 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 049d33bdea0d097c14b11183de81dbf7 2024-12-07T18:19:47,632 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 049d33bdea0d097c14b11183de81dbf7 2024-12-07T18:19:47,632 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T18:19:47,634 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 049d33bdea0d097c14b11183de81dbf7 2024-12-07T18:19:47,636 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T18:19:47,637 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 049d33bdea0d097c14b11183de81dbf7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74066669, jitterRate=0.10367937386035919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T18:19:47,637 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 049d33bdea0d097c14b11183de81dbf7: Writing region info on filesystem at 1733595587619Initializing all the Stores at 1733595587620 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595587620Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595587620Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595587620Cleaning up temporary data from old regions at 1733595587632 (+12 ms)Region opened successfully at 1733595587637 (+5 ms) 2024-12-07T18:19:47,637 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 049d33bdea0d097c14b11183de81dbf7, disabling compactions & flushes 2024-12-07T18:19:47,637 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733595587581.049d33bdea0d097c14b11183de81dbf7. 2024-12-07T18:19:47,637 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733595587581.049d33bdea0d097c14b11183de81dbf7. 2024-12-07T18:19:47,637 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733595587581.049d33bdea0d097c14b11183de81dbf7. after waiting 0 ms 2024-12-07T18:19:47,637 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733595587581.049d33bdea0d097c14b11183de81dbf7. 2024-12-07T18:19:47,638 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733595587581.049d33bdea0d097c14b11183de81dbf7. 2024-12-07T18:19:47,638 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 049d33bdea0d097c14b11183de81dbf7: Waiting for close lock at 1733595587637Disabling compacts and flushes for region at 1733595587637Disabling writes for close at 1733595587637Writing region close event to WAL at 1733595587638 (+1 ms)Closed at 1733595587638 2024-12-07T18:19:47,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741853_1029 (size=95) 2024-12-07T18:19:47,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741853_1029 (size=95) 2024-12-07T18:19:47,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741853_1029 (size=95) 2024-12-07T18:19:47,647 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T18:19:47,647 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-75124520:(num 1733595587587) 2024-12-07T18:19:47,648 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:19:47,650 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:19:47,664 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595587650, exclude list is [], retry=0 2024-12-07T18:19:47,667 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:19:47,668 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:19:47,668 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:19:47,670 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595587650 2024-12-07T18:19:47,671 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36877:36877)] 2024-12-07T18:19:47,909 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595587650, size=0 (0bytes) 2024-12-07T18:19:47,909 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595587650 might be still open, length is 0 2024-12-07T18:19:47,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595587650 2024-12-07T18:19:47,910 WARN [IPC Server handler 1 on default port 34291 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595587650 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-07T18:19:47,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595587650 after 2ms 2024-12-07T18:19:48,370 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:36654 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:45997:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36654 dst: /127.0.0.1:45997 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45997 remote=/127.0.0.1:36654]. Total timeout mills is 60000, 59500 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:19:48,371 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:39782 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37145:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39782 dst: /127.0.0.1:37145 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:19:48,371 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:38500 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38500 dst: /127.0.0.1:34813 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:19:48,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741855_1032 (size=263633) 2024-12-07T18:19:48,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741855_1032 (size=263633) 2024-12-07T18:19:48,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741855_1032 (size=263633) 2024-12-07T18:19:51,814 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T18:19:51,874 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T18:19:51,912 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595587650 after 4003ms 2024-12-07T18:19:51,917 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595587650: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:19:51,919 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595587650 took 4010ms 2024-12-07T18:19:51,929 INFO [Time-limited test-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733595587650.temp 2024-12-07T18:19:51,931 INFO [Time-limited test-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/recovered.edits/0000000000000000001-wal.1733595587650.temp 2024-12-07T18:19:52,087 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595587650; continuing. 2024-12-07T18:19:52,087 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595587650 so closing down 2024-12-07T18:19:52,087 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T18:19:52,088 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T18:19:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741856_1033 (size=263641) 2024-12-07T18:19:52,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741856_1033 (size=263641) 2024-12-07T18:19:52,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741856_1033 (size=263641) 2024-12-07T18:19:52,099 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/recovered.edits/0000000000000000001-wal.1733595587650.temp (wrote 3002 edits, skipped 0 edits in 80 ms) 2024-12-07T18:19:52,102 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/recovered.edits/0000000000000000001-wal.1733595587650.temp to hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/recovered.edits/0000000000000003002 2024-12-07T18:19:52,104 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 181 ms; skipped=0; WAL=hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595587650, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T18:19:52,105 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595587650, journal: Splitting hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595587650, size=0 (0bytes) at 1733595587909Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/recovered.edits/0000000000000000001-wal.1733595587650.temp at 1733595591931 (+4022 ms)Split 1024 edits, skipped 0 edits. at 1733595592015 (+84 ms)Split 2048 edits, skipped 0 edits. at 1733595592056 (+41 ms)Finishing writing output for hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595587650 so closing down at 1733595592087 (+31 ms)3 split writer threads finished at 1733595592088 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/recovered.edits/0000000000000000001-wal.1733595587650.temp (wrote 3002 edits, skipped 0 edits in 80 ms) at 1733595592099 (+11 ms)Rename recovered edits hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/recovered.edits/0000000000000000001-wal.1733595587650.temp to hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/recovered.edits/0000000000000003002 at 1733595592102 (+3 ms)Processed 3002 edits across 1 Regions in 181 ms; skipped=0; WAL=hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595587650, size=0, length=0, corrupted=false, cancelled=false at 1733595592104 (+2 ms) 2024-12-07T18:19:52,119 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595587650 to hdfs://localhost:34291/hbase/oldWALs/wal.1733595587650 2024-12-07T18:19:52,121 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/recovered.edits/0000000000000003002 2024-12-07T18:19:52,122 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:19:52,129 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:19:52,157 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595592130, exclude list is [], retry=0 2024-12-07T18:19:52,168 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:19:52,169 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:19:52,169 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:19:52,181 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595592130 2024-12-07T18:19:52,184 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36257:36257)] 2024-12-07T18:19:52,185 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733595587581.049d33bdea0d097c14b11183de81dbf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:19:52,187 INFO [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 049d33bdea0d097c14b11183de81dbf7 2024-12-07T18:19:52,189 INFO [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 049d33bdea0d097c14b11183de81dbf7 columnFamilyName a 2024-12-07T18:19:52,189 DEBUG [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:52,190 INFO [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] regionserver.HStore(327): Store=049d33bdea0d097c14b11183de81dbf7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:52,190 INFO [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 049d33bdea0d097c14b11183de81dbf7 2024-12-07T18:19:52,191 INFO [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 049d33bdea0d097c14b11183de81dbf7 columnFamilyName b 2024-12-07T18:19:52,191 DEBUG [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:52,192 INFO [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] regionserver.HStore(327): Store=049d33bdea0d097c14b11183de81dbf7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:52,192 INFO [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 049d33bdea0d097c14b11183de81dbf7 2024-12-07T18:19:52,197 INFO [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 049d33bdea0d097c14b11183de81dbf7 columnFamilyName c 2024-12-07T18:19:52,197 DEBUG [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:52,198 INFO [StoreOpener-049d33bdea0d097c14b11183de81dbf7-1 {}] regionserver.HStore(327): Store=049d33bdea0d097c14b11183de81dbf7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:52,198 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 049d33bdea0d097c14b11183de81dbf7 2024-12-07T18:19:52,199 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7 2024-12-07T18:19:52,201 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7 2024-12-07T18:19:52,202 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/recovered.edits/0000000000000003002 2024-12-07T18:19:52,206 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:19:52,255 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T18:19:52,731 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 049d33bdea0d097c14b11183de81dbf7 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-07T18:19:52,785 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/.tmp/a/29b876c9e54a4243af0e8447e43e25bc is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733595587680/Put/seqid=0 2024-12-07T18:19:52,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741858_1035 (size=50463) 2024-12-07T18:19:52,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741858_1035 (size=50463) 2024-12-07T18:19:52,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741858_1035 (size=50463) 2024-12-07T18:19:52,813 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/.tmp/a/29b876c9e54a4243af0e8447e43e25bc 2024-12-07T18:19:52,827 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/.tmp/a/29b876c9e54a4243af0e8447e43e25bc as hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/a/29b876c9e54a4243af0e8447e43e25bc 2024-12-07T18:19:52,837 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/a/29b876c9e54a4243af0e8447e43e25bc, entries=754, sequenceid=754, filesize=49.3 K 2024-12-07T18:19:52,838 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 049d33bdea0d097c14b11183de81dbf7 in 106ms, sequenceid=754, compaction requested=false; wal=null 2024-12-07T18:19:52,858 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T18:19:52,859 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 049d33bdea0d097c14b11183de81dbf7 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-07T18:19:52,868 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/.tmp/a/e5804f6b70bb43a99c3d3388b25276d7 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733595587730/Put/seqid=0 2024-12-07T18:19:52,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741859_1036 (size=20072) 2024-12-07T18:19:52,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741859_1036 (size=20072) 2024-12-07T18:19:52,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741859_1036 (size=20072) 2024-12-07T18:19:52,892 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/.tmp/a/e5804f6b70bb43a99c3d3388b25276d7 2024-12-07T18:19:52,935 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/.tmp/b/0c907c2e7aca4c1d91f796a8884a8bff is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733595587754/Put/seqid=0 2024-12-07T18:19:52,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741860_1037 (size=35835) 2024-12-07T18:19:52,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741860_1037 (size=35835) 2024-12-07T18:19:52,952 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/.tmp/b/0c907c2e7aca4c1d91f796a8884a8bff 2024-12-07T18:19:52,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741860_1037 (size=35835) 2024-12-07T18:19:52,961 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/.tmp/a/e5804f6b70bb43a99c3d3388b25276d7 as hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/a/e5804f6b70bb43a99c3d3388b25276d7 2024-12-07T18:19:52,974 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/a/e5804f6b70bb43a99c3d3388b25276d7, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-07T18:19:52,982 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/.tmp/b/0c907c2e7aca4c1d91f796a8884a8bff as hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/b/0c907c2e7aca4c1d91f796a8884a8bff 2024-12-07T18:19:52,990 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/b/0c907c2e7aca4c1d91f796a8884a8bff, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-07T18:19:52,991 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 049d33bdea0d097c14b11183de81dbf7 in 132ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-07T18:19:53,010 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T18:19:53,011 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 049d33bdea0d097c14b11183de81dbf7 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-07T18:19:53,022 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/.tmp/b/1e7c7f162dc44ae1a9d24c8cd7dabfd3 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733595587773/Put/seqid=0 2024-12-07T18:19:53,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741861_1038 (size=35082) 2024-12-07T18:19:53,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741861_1038 (size=35082) 2024-12-07T18:19:53,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741861_1038 (size=35082) 2024-12-07T18:19:53,046 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/.tmp/b/1e7c7f162dc44ae1a9d24c8cd7dabfd3 2024-12-07T18:19:53,088 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/.tmp/c/84b87dcbb7594237baf2e3b6ac7a7651 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733595587810/Put/seqid=0 2024-12-07T18:19:53,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741862_1039 (size=20825) 2024-12-07T18:19:53,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741862_1039 (size=20825) 2024-12-07T18:19:53,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741862_1039 (size=20825) 2024-12-07T18:19:53,103 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/.tmp/c/84b87dcbb7594237baf2e3b6ac7a7651 2024-12-07T18:19:53,112 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/.tmp/b/1e7c7f162dc44ae1a9d24c8cd7dabfd3 as hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/b/1e7c7f162dc44ae1a9d24c8cd7dabfd3 2024-12-07T18:19:53,121 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/b/1e7c7f162dc44ae1a9d24c8cd7dabfd3, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-07T18:19:53,122 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/.tmp/c/84b87dcbb7594237baf2e3b6ac7a7651 as hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/c/84b87dcbb7594237baf2e3b6ac7a7651 2024-12-07T18:19:53,130 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/c/84b87dcbb7594237baf2e3b6ac7a7651, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-07T18:19:53,130 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 049d33bdea0d097c14b11183de81dbf7 in 120ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-07T18:19:53,141 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733595587868/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733595587581.049d33bdea0d097c14b11183de81dbf7. 2024-12-07T18:19:53,144 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/recovered.edits/0000000000000003002 2024-12-07T18:19:53,144 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T18:19:53,145 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 049d33bdea0d097c14b11183de81dbf7 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-07T18:19:53,155 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/.tmp/c/73789eeb621a462f8e8d93c3a4284f7b is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733595587819/Put/seqid=0 2024-12-07T18:19:53,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741863_1040 (size=50301) 2024-12-07T18:19:53,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741863_1040 (size=50301) 2024-12-07T18:19:53,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741863_1040 (size=50301) 2024-12-07T18:19:53,170 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/.tmp/c/73789eeb621a462f8e8d93c3a4284f7b 2024-12-07T18:19:53,180 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73789eeb621a462f8e8d93c3a4284f7b 2024-12-07T18:19:53,181 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/.tmp/c/73789eeb621a462f8e8d93c3a4284f7b as hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/c/73789eeb621a462f8e8d93c3a4284f7b 2024-12-07T18:19:53,189 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73789eeb621a462f8e8d93c3a4284f7b 2024-12-07T18:19:53,189 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/c/73789eeb621a462f8e8d93c3a4284f7b, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-07T18:19:53,190 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 049d33bdea0d097c14b11183de81dbf7 in 46ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-07T18:19:53,191 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/recovered.edits/0000000000000003002 2024-12-07T18:19:53,192 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 049d33bdea0d097c14b11183de81dbf7 2024-12-07T18:19:53,192 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 049d33bdea0d097c14b11183de81dbf7 2024-12-07T18:19:53,193 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T18:19:53,194 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 049d33bdea0d097c14b11183de81dbf7 2024-12-07T18:19:53,197 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenIntoWAL/049d33bdea0d097c14b11183de81dbf7/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-07T18:19:53,198 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 049d33bdea0d097c14b11183de81dbf7; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74888279, jitterRate=0.11592231690883636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T18:19:53,199 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 049d33bdea0d097c14b11183de81dbf7: Writing region info on filesystem at 1733595592185Initializing all the Stores at 1733595592187 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595592187Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595592187Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595592187Cleaning up temporary data from old regions at 1733595593192 (+1005 ms)Region opened successfully at 1733595593198 (+6 ms) 2024-12-07T18:19:53,271 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 049d33bdea0d097c14b11183de81dbf7, disabling compactions & flushes 2024-12-07T18:19:53,271 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733595587581.049d33bdea0d097c14b11183de81dbf7. 2024-12-07T18:19:53,271 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733595587581.049d33bdea0d097c14b11183de81dbf7. 2024-12-07T18:19:53,271 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733595587581.049d33bdea0d097c14b11183de81dbf7. after waiting 0 ms 2024-12-07T18:19:53,271 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733595587581.049d33bdea0d097c14b11183de81dbf7. 2024-12-07T18:19:53,280 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733595587581.049d33bdea0d097c14b11183de81dbf7. 2024-12-07T18:19:53,281 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 049d33bdea0d097c14b11183de81dbf7: Waiting for close lock at 1733595593271Disabling compacts and flushes for region at 1733595593271Disabling writes for close at 1733595593271Writing region close event to WAL at 1733595593280 (+9 ms)Closed at 1733595593280 2024-12-07T18:19:53,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741857_1034 (size=95) 2024-12-07T18:19:53,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741857_1034 (size=95) 2024-12-07T18:19:53,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741857_1034 (size=95) 2024-12-07T18:19:53,287 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T18:19:53,287 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733595592130) 2024-12-07T18:19:53,303 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=400 (was 385) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:34291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1553074310_22 at /127.0.0.1:49764 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1553074310_22 at /127.0.0.1:49774 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:35979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1553074310_22 at /127.0.0.1:48292 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:45017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1553074310_22 at /127.0.0.1:56134 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34291 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 209) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7180 (was 7194) 2024-12-07T18:19:53,315 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=400, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=7179 2024-12-07T18:19:53,332 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:19:53,334 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:19:53,335 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T18:19:53,339 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-31597098, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/hregion-31597098, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:19:53,354 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-31597098/hregion-31597098.1733595593340, exclude list is [], retry=0 2024-12-07T18:19:53,357 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:19:53,357 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:19:53,358 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:19:53,361 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-31597098/hregion-31597098.1733595593340 2024-12-07T18:19:53,361 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36697:36697)] 2024-12-07T18:19:53,362 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7d6988d9c649376dcb9aa42a3a3b0309, NAME => 'test2727,,1733595593333.7d6988d9c649376dcb9aa42a3a3b0309.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34291/hbase 2024-12-07T18:19:53,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741865_1042 (size=43) 2024-12-07T18:19:53,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741865_1042 (size=43) 2024-12-07T18:19:53,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741865_1042 (size=43) 2024-12-07T18:19:53,377 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733595593333.7d6988d9c649376dcb9aa42a3a3b0309.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:19:53,381 INFO [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:53,385 INFO [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d6988d9c649376dcb9aa42a3a3b0309 columnFamilyName a 2024-12-07T18:19:53,386 DEBUG [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:53,386 INFO [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] regionserver.HStore(327): Store=7d6988d9c649376dcb9aa42a3a3b0309/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:53,386 INFO [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:53,388 INFO [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d6988d9c649376dcb9aa42a3a3b0309 columnFamilyName b 2024-12-07T18:19:53,388 DEBUG [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:53,388 INFO [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] regionserver.HStore(327): Store=7d6988d9c649376dcb9aa42a3a3b0309/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:53,389 INFO [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:53,390 INFO [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d6988d9c649376dcb9aa42a3a3b0309 columnFamilyName c 2024-12-07T18:19:53,390 DEBUG [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:53,391 INFO [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] regionserver.HStore(327): Store=7d6988d9c649376dcb9aa42a3a3b0309/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:53,391 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:53,392 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:53,392 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:53,393 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:53,393 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:53,394 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T18:19:53,395 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:53,398 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T18:19:53,399 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7d6988d9c649376dcb9aa42a3a3b0309; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71983072, jitterRate=0.0726313591003418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T18:19:53,401 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7d6988d9c649376dcb9aa42a3a3b0309: Writing region info on filesystem at 1733595593377Initializing all the Stores at 1733595593379 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595593379Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595593380 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595593380Cleaning up temporary data from old regions at 1733595593393 (+13 ms)Region opened successfully at 1733595593400 (+7 ms) 2024-12-07T18:19:53,401 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7d6988d9c649376dcb9aa42a3a3b0309, disabling compactions & flushes 2024-12-07T18:19:53,401 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733595593333.7d6988d9c649376dcb9aa42a3a3b0309. 2024-12-07T18:19:53,401 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733595593333.7d6988d9c649376dcb9aa42a3a3b0309. 2024-12-07T18:19:53,401 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733595593333.7d6988d9c649376dcb9aa42a3a3b0309. after waiting 0 ms 2024-12-07T18:19:53,401 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733595593333.7d6988d9c649376dcb9aa42a3a3b0309. 2024-12-07T18:19:53,401 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733595593333.7d6988d9c649376dcb9aa42a3a3b0309. 2024-12-07T18:19:53,402 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7d6988d9c649376dcb9aa42a3a3b0309: Waiting for close lock at 1733595593401Disabling compacts and flushes for region at 1733595593401Disabling writes for close at 1733595593401Writing region close event to WAL at 1733595593401Closed at 1733595593401 2024-12-07T18:19:53,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741864_1041 (size=95) 2024-12-07T18:19:53,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741864_1041 (size=95) 2024-12-07T18:19:53,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741864_1041 (size=95) 2024-12-07T18:19:53,408 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T18:19:53,408 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-31597098:(num 1733595593340) 2024-12-07T18:19:53,408 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:19:53,410 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:19:53,424 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593410, exclude list is [], retry=0 2024-12-07T18:19:53,428 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:19:53,428 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:19:53,428 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:19:53,430 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593410 2024-12-07T18:19:53,430 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36257:36257)] 2024-12-07T18:19:53,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741866_1043 (size=263359) 2024-12-07T18:19:53,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741866_1043 (size=263359) 2024-12-07T18:19:53,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741866_1043 (size=263359) 2024-12-07T18:19:53,644 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593410, size=257.2 K (263359bytes) 2024-12-07T18:19:53,644 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593410 2024-12-07T18:19:53,645 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593410 after 1ms 2024-12-07T18:19:53,649 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593410: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:19:53,654 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593410 took 9ms 2024-12-07T18:19:53,667 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733595593410.temp 2024-12-07T18:19:53,682 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000000001-wal.1733595593410.temp 2024-12-07T18:19:53,738 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593410 so closing down 2024-12-07T18:19:53,739 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T18:19:53,748 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T18:19:53,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741867_1044 (size=263359) 2024-12-07T18:19:53,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741867_1044 (size=263359) 2024-12-07T18:19:53,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741867_1044 (size=263359) 2024-12-07T18:19:53,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000000001-wal.1733595593410.temp (wrote 3000 edits, skipped 0 edits in 65 ms) 2024-12-07T18:19:53,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000000001-wal.1733595593410.temp to hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000003000 2024-12-07T18:19:53,784 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593410, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-12-07T18:19:53,784 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593410, journal: Splitting hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593410, size=257.2 K (263359bytes) at 1733595593644Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000000001-wal.1733595593410.temp at 1733595593682 (+38 ms)Split 1024 edits, skipped 0 edits. at 1733595593686 (+4 ms)Split 2048 edits, skipped 0 edits. at 1733595593708 (+22 ms)Finishing writing output for hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593410 so closing down at 1733595593739 (+31 ms)3 split writer threads finished at 1733595593748 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000000001-wal.1733595593410.temp (wrote 3000 edits, skipped 0 edits in 65 ms) at 1733595593782 (+34 ms)Rename recovered edits hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000000001-wal.1733595593410.temp to hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000003000 at 1733595593783 (+1 ms)Processed 3000 edits across 1 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593410, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1733595593784 (+1 ms) 2024-12-07T18:19:53,786 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593410 to hdfs://localhost:34291/hbase/oldWALs/wal.1733595593410 2024-12-07T18:19:53,787 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000003000 2024-12-07T18:19:53,787 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:19:53,790 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:19:53,807 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593791, exclude list is [], retry=0 2024-12-07T18:19:53,810 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:19:53,811 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:19:53,811 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:19:53,814 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593791 2024-12-07T18:19:53,814 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36697:36697)] 2024-12-07T18:19:54,040 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T18:19:54,040 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-07T18:19:54,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T18:19:54,048 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-07T18:19:54,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T18:19:54,048 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-07T18:19:54,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-07T18:19:54,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-07T18:19:54,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741868_1045 (size=263486) 2024-12-07T18:19:54,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741868_1045 (size=263486) 2024-12-07T18:19:54,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741868_1045 (size=263486) 2024-12-07T18:19:54,100 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593791, size=257.3 K (263486bytes) 2024-12-07T18:19:54,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593791 2024-12-07T18:19:54,105 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593791 after 4ms 2024-12-07T18:19:54,109 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593791: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:19:54,111 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593791 took 11ms 2024-12-07T18:19:54,131 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733595593791.temp 2024-12-07T18:19:54,136 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000003001-wal.1733595593791.temp 2024-12-07T18:19:54,183 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593791 so closing down 2024-12-07T18:19:54,183 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T18:19:54,183 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T18:19:54,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741869_1046 (size=263486) 2024-12-07T18:19:54,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741869_1046 (size=263486) 2024-12-07T18:19:54,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741869_1046 (size=263486) 2024-12-07T18:19:54,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000003001-wal.1733595593791.temp (wrote 3000 edits, skipped 0 edits in 40 ms) 2024-12-07T18:19:54,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000003001-wal.1733595593791.temp to hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000006000 2024-12-07T18:19:54,202 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593791, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-12-07T18:19:54,202 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593791, journal: Splitting hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593791, size=257.3 K (263486bytes) at 1733595594100Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000003001-wal.1733595593791.temp at 1733595594136 (+36 ms)Split 1024 edits, skipped 0 edits. at 1733595594138 (+2 ms)Split 2048 edits, skipped 0 edits. at 1733595594162 (+24 ms)Finishing writing output for hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593791 so closing down at 1733595594183 (+21 ms)3 split writer threads finished at 1733595594183Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000003001-wal.1733595593791.temp (wrote 3000 edits, skipped 0 edits in 40 ms) at 1733595594199 (+16 ms)Rename recovered edits hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000003001-wal.1733595593791.temp to hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000006000 at 1733595594202 (+3 ms)Processed 3000 edits across 1 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593791, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1733595594202 2024-12-07T18:19:54,211 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595593791 to hdfs://localhost:34291/hbase/oldWALs/wal.1733595593791 2024-12-07T18:19:54,213 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000006000 2024-12-07T18:19:54,213 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:19:54,216 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/test2727-manual,16010,1733595593331, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:19:54,233 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595594216, exclude list is [], retry=0 2024-12-07T18:19:54,239 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:19:54,239 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:19:54,239 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:19:54,271 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733595593331/wal.1733595594216 2024-12-07T18:19:54,271 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36877:36877)] 2024-12-07T18:19:54,272 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d6988d9c649376dcb9aa42a3a3b0309, NAME => 'test2727,,1733595593333.7d6988d9c649376dcb9aa42a3a3b0309.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:19:54,272 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733595593333.7d6988d9c649376dcb9aa42a3a3b0309.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:19:54,272 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:54,272 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:54,274 INFO [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:54,276 INFO [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d6988d9c649376dcb9aa42a3a3b0309 columnFamilyName a 2024-12-07T18:19:54,276 DEBUG [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:54,277 INFO [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] regionserver.HStore(327): Store=7d6988d9c649376dcb9aa42a3a3b0309/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:54,277 INFO [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:54,279 INFO [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d6988d9c649376dcb9aa42a3a3b0309 columnFamilyName b 2024-12-07T18:19:54,279 DEBUG [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:54,280 INFO [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] regionserver.HStore(327): Store=7d6988d9c649376dcb9aa42a3a3b0309/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:54,281 INFO [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:54,282 INFO [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d6988d9c649376dcb9aa42a3a3b0309 columnFamilyName c 2024-12-07T18:19:54,282 DEBUG [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:54,282 INFO [StoreOpener-7d6988d9c649376dcb9aa42a3a3b0309-1 {}] regionserver.HStore(327): Store=7d6988d9c649376dcb9aa42a3a3b0309/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:54,283 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:54,284 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:54,288 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:54,289 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000003000 2024-12-07T18:19:54,292 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:19:54,387 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000003000 2024-12-07T18:19:54,391 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000006000 2024-12-07T18:19:54,394 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:19:54,458 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000006000 2024-12-07T18:19:54,458 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7d6988d9c649376dcb9aa42a3a3b0309 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-07T18:19:54,482 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/.tmp/a/0d6a39f5922245ad886129f144c41385 is 41, key is test2727/a:100/1733595593818/Put/seqid=0 2024-12-07T18:19:54,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741871_1048 (size=84227) 2024-12-07T18:19:54,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741871_1048 (size=84227) 2024-12-07T18:19:54,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741871_1048 (size=84227) 2024-12-07T18:19:54,492 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/.tmp/a/0d6a39f5922245ad886129f144c41385 2024-12-07T18:19:54,537 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/.tmp/b/7849e4feae9b4f3390b88ab0070139e4 is 41, key is test2727/b:100/1733595593886/Put/seqid=0 2024-12-07T18:19:54,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741872_1049 (size=84609) 2024-12-07T18:19:54,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741872_1049 (size=84609) 2024-12-07T18:19:54,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741872_1049 (size=84609) 2024-12-07T18:19:54,562 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/.tmp/b/7849e4feae9b4f3390b88ab0070139e4 2024-12-07T18:19:54,606 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/.tmp/c/bcd2e8ae5dc44bd0862d37bf629862e9 is 41, key is test2727/c:100/1733595593974/Put/seqid=0 2024-12-07T18:19:54,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741873_1050 (size=84609) 2024-12-07T18:19:54,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741873_1050 (size=84609) 2024-12-07T18:19:54,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741873_1050 (size=84609) 2024-12-07T18:19:54,622 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/.tmp/c/bcd2e8ae5dc44bd0862d37bf629862e9 2024-12-07T18:19:54,630 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/.tmp/a/0d6a39f5922245ad886129f144c41385 as hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/a/0d6a39f5922245ad886129f144c41385 2024-12-07T18:19:54,639 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/a/0d6a39f5922245ad886129f144c41385, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-07T18:19:54,640 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/.tmp/b/7849e4feae9b4f3390b88ab0070139e4 as hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/b/7849e4feae9b4f3390b88ab0070139e4 2024-12-07T18:19:54,659 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/b/7849e4feae9b4f3390b88ab0070139e4, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-07T18:19:54,660 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/.tmp/c/bcd2e8ae5dc44bd0862d37bf629862e9 as hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/c/bcd2e8ae5dc44bd0862d37bf629862e9 2024-12-07T18:19:54,667 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/c/bcd2e8ae5dc44bd0862d37bf629862e9, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-07T18:19:54,667 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 7d6988d9c649376dcb9aa42a3a3b0309 in 209ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-07T18:19:54,668 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000003000 2024-12-07T18:19:54,669 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/0000000000000006000 2024-12-07T18:19:54,670 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:54,670 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:54,671 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T18:19:54,673 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7d6988d9c649376dcb9aa42a3a3b0309 2024-12-07T18:19:54,681 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/test2727/7d6988d9c649376dcb9aa42a3a3b0309/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-07T18:19:54,682 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7d6988d9c649376dcb9aa42a3a3b0309; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60077999, jitterRate=-0.1047680526971817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T18:19:54,684 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7d6988d9c649376dcb9aa42a3a3b0309: Writing region info on filesystem at 1733595594272Initializing all the Stores at 1733595594274 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595594274Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595594274Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595594274Obtaining lock to block concurrent updates at 1733595594458 (+184 ms)Preparing flush snapshotting stores in 7d6988d9c649376dcb9aa42a3a3b0309 at 1733595594458Finished memstore snapshotting test2727,,1733595593333.7d6988d9c649376dcb9aa42a3a3b0309., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733595594458Flushing stores of test2727,,1733595593333.7d6988d9c649376dcb9aa42a3a3b0309. at 1733595594458Flushing 7d6988d9c649376dcb9aa42a3a3b0309/a: creating writer at 1733595594458Flushing 7d6988d9c649376dcb9aa42a3a3b0309/a: appending metadata at 1733595594481 (+23 ms)Flushing 7d6988d9c649376dcb9aa42a3a3b0309/a: closing flushed file at 1733595594481Flushing 7d6988d9c649376dcb9aa42a3a3b0309/b: creating writer at 1733595594501 (+20 ms)Flushing 7d6988d9c649376dcb9aa42a3a3b0309/b: appending metadata at 1733595594534 (+33 ms)Flushing 7d6988d9c649376dcb9aa42a3a3b0309/b: closing flushed file at 1733595594534Flushing 7d6988d9c649376dcb9aa42a3a3b0309/c: creating writer at 1733595594574 (+40 ms)Flushing 7d6988d9c649376dcb9aa42a3a3b0309/c: appending metadata at 1733595594605 (+31 ms)Flushing 7d6988d9c649376dcb9aa42a3a3b0309/c: closing flushed file at 1733595594605Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d605d: reopening flushed file at 1733595594629 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5965b6: reopening flushed file at 1733595594639 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ba9c9a: reopening flushed file at 1733595594659 (+20 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 7d6988d9c649376dcb9aa42a3a3b0309 in 209ms, sequenceid=6000, compaction requested=false; wal=null at 1733595594667 (+8 ms)Cleaning up temporary data from old regions at 1733595594670 (+3 ms)Region opened successfully at 1733595594684 (+14 ms) 2024-12-07T18:19:54,685 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-07T18:19:54,685 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7d6988d9c649376dcb9aa42a3a3b0309, disabling compactions & flushes 2024-12-07T18:19:54,686 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733595593333.7d6988d9c649376dcb9aa42a3a3b0309. 2024-12-07T18:19:54,686 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733595593333.7d6988d9c649376dcb9aa42a3a3b0309. 2024-12-07T18:19:54,686 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733595593333.7d6988d9c649376dcb9aa42a3a3b0309. after waiting 0 ms 2024-12-07T18:19:54,686 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733595593333.7d6988d9c649376dcb9aa42a3a3b0309. 2024-12-07T18:19:54,696 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733595593333.7d6988d9c649376dcb9aa42a3a3b0309. 2024-12-07T18:19:54,696 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7d6988d9c649376dcb9aa42a3a3b0309: Waiting for close lock at 1733595594685Disabling compacts and flushes for region at 1733595594685Disabling writes for close at 1733595594686 (+1 ms)Writing region close event to WAL at 1733595594696 (+10 ms)Closed at 1733595594696 2024-12-07T18:19:54,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741870_1047 (size=95) 2024-12-07T18:19:54,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741870_1047 (size=95) 2024-12-07T18:19:54,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741870_1047 (size=95) 2024-12-07T18:19:54,707 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T18:19:54,707 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733595594216) 2024-12-07T18:19:54,728 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=405 (was 400) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:49764 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:49774 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:56248 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:48406 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=929 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=269 (was 232) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6987 (was 7179) 2024-12-07T18:19:54,743 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=405, OpenFileDescriptor=929, MaxFileDescriptor=1048576, SystemLoadAverage=269, ProcessCount=11, AvailableMemoryMB=6984 2024-12-07T18:19:54,766 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:19:54,773 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733595594765, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:19:54,774 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733595594773 2024-12-07T18:19:54,785 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733595594765/wal.1733595594773 2024-12-07T18:19:54,787 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36697:36697)] 2024-12-07T18:19:54,791 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a08c55c14c14691527a624129524f16, NAME => 'testSequentialEditLogSeqNum,,1733595594766.8a08c55c14c14691527a624129524f16.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:19:54,791 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733595594766.8a08c55c14c14691527a624129524f16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:19:54,791 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8a08c55c14c14691527a624129524f16 2024-12-07T18:19:54,791 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8a08c55c14c14691527a624129524f16 2024-12-07T18:19:54,793 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:34291/hbase/data/default/testSequentialEditLogSeqNum/8a08c55c14c14691527a624129524f16 doesn't exist for region: 8a08c55c14c14691527a624129524f16 on table testSequentialEditLogSeqNum 2024-12-07T18:19:54,794 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 8a08c55c14c14691527a624129524f16 on table testSequentialEditLogSeqNum 2024-12-07T18:19:54,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741875_1052 (size=62) 2024-12-07T18:19:54,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741875_1052 (size=62) 2024-12-07T18:19:54,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741875_1052 (size=62) 2024-12-07T18:19:54,812 INFO [StoreOpener-8a08c55c14c14691527a624129524f16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8a08c55c14c14691527a624129524f16 2024-12-07T18:19:54,814 INFO [StoreOpener-8a08c55c14c14691527a624129524f16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a08c55c14c14691527a624129524f16 columnFamilyName a 2024-12-07T18:19:54,814 DEBUG [StoreOpener-8a08c55c14c14691527a624129524f16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:54,815 INFO [StoreOpener-8a08c55c14c14691527a624129524f16-1 {}] regionserver.HStore(327): Store=8a08c55c14c14691527a624129524f16/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:54,815 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8a08c55c14c14691527a624129524f16 2024-12-07T18:19:54,816 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testSequentialEditLogSeqNum/8a08c55c14c14691527a624129524f16 2024-12-07T18:19:54,816 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testSequentialEditLogSeqNum/8a08c55c14c14691527a624129524f16 2024-12-07T18:19:54,817 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8a08c55c14c14691527a624129524f16 2024-12-07T18:19:54,817 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8a08c55c14c14691527a624129524f16 2024-12-07T18:19:54,819 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8a08c55c14c14691527a624129524f16 2024-12-07T18:19:54,827 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testSequentialEditLogSeqNum/8a08c55c14c14691527a624129524f16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T18:19:54,828 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8a08c55c14c14691527a624129524f16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73253161, jitterRate=0.09155716001987457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T18:19:54,829 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8a08c55c14c14691527a624129524f16: Writing region info on filesystem at 1733595594792Initializing all the Stores at 1733595594812 (+20 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595594812Cleaning up temporary data from old regions at 1733595594817 (+5 ms)Region opened successfully at 1733595594829 (+12 ms) 2024-12-07T18:19:54,846 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8a08c55c14c14691527a624129524f16 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-07T18:19:54,873 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testSequentialEditLogSeqNum/8a08c55c14c14691527a624129524f16/.tmp/a/539715903d2148c2897a8a6b87b05285 is 81, key is testSequentialEditLogSeqNum/a:x0/1733595594830/Put/seqid=0 2024-12-07T18:19:54,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741876_1053 (size=5833) 2024-12-07T18:19:54,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741876_1053 (size=5833) 2024-12-07T18:19:54,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741876_1053 (size=5833) 2024-12-07T18:19:54,896 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testSequentialEditLogSeqNum/8a08c55c14c14691527a624129524f16/.tmp/a/539715903d2148c2897a8a6b87b05285 2024-12-07T18:19:54,905 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testSequentialEditLogSeqNum/8a08c55c14c14691527a624129524f16/.tmp/a/539715903d2148c2897a8a6b87b05285 as hdfs://localhost:34291/hbase/data/default/testSequentialEditLogSeqNum/8a08c55c14c14691527a624129524f16/a/539715903d2148c2897a8a6b87b05285 2024-12-07T18:19:54,913 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testSequentialEditLogSeqNum/8a08c55c14c14691527a624129524f16/a/539715903d2148c2897a8a6b87b05285, entries=10, sequenceid=13, filesize=5.7 K 2024-12-07T18:19:54,915 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 8a08c55c14c14691527a624129524f16 in 69ms, sequenceid=13, compaction requested=false 2024-12-07T18:19:54,915 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8a08c55c14c14691527a624129524f16: 2024-12-07T18:19:54,922 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T18:19:54,922 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T18:19:54,922 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T18:19:54,922 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T18:19:54,922 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T18:19:54,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741874_1051 (size=1843) 2024-12-07T18:19:54,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741874_1051 (size=1843) 2024-12-07T18:19:54,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741874_1051 (size=1843) 2024-12-07T18:19:54,948 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34291/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733595594765/wal.1733595594773, size=1.8 K (1843bytes) 2024-12-07T18:19:54,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34291/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733595594765/wal.1733595594773 2024-12-07T18:19:54,949 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34291/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733595594765/wal.1733595594773 after 1ms 2024-12-07T18:19:54,957 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733595594765/wal.1733595594773: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:19:54,958 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34291/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733595594765/wal.1733595594773 took 10ms 2024-12-07T18:19:54,963 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34291/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733595594765/wal.1733595594773 so closing down 2024-12-07T18:19:54,963 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T18:19:54,967 INFO [Time-limited test-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733595594773.temp 2024-12-07T18:19:54,969 INFO [Time-limited test-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testSequentialEditLogSeqNum/8a08c55c14c14691527a624129524f16/recovered.edits/0000000000000000003-wal.1733595594773.temp 2024-12-07T18:19:54,973 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T18:19:54,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741877_1054 (size=1477) 2024-12-07T18:19:54,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741877_1054 (size=1477) 2024-12-07T18:19:55,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741877_1054 (size=1477) 2024-12-07T18:19:55,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testSequentialEditLogSeqNum/8a08c55c14c14691527a624129524f16/recovered.edits/0000000000000000003-wal.1733595594773.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-07T18:19:55,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34291/hbase/data/default/testSequentialEditLogSeqNum/8a08c55c14c14691527a624129524f16/recovered.edits/0000000000000000003-wal.1733595594773.temp to hdfs://localhost:34291/hbase/data/default/testSequentialEditLogSeqNum/8a08c55c14c14691527a624129524f16/recovered.edits/0000000000000000020 2024-12-07T18:19:55,002 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 42 ms; skipped=2; WAL=hdfs://localhost:34291/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733595594765/wal.1733595594773, size=1.8 K, length=1843, corrupted=false, cancelled=false 2024-12-07T18:19:55,002 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34291/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733595594765/wal.1733595594773, journal: Splitting hdfs://localhost:34291/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733595594765/wal.1733595594773, size=1.8 K (1843bytes) at 1733595594948Finishing writing output for hdfs://localhost:34291/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733595594765/wal.1733595594773 so closing down at 1733595594963 (+15 ms)Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testSequentialEditLogSeqNum/8a08c55c14c14691527a624129524f16/recovered.edits/0000000000000000003-wal.1733595594773.temp at 1733595594969 (+6 ms)3 split writer threads finished at 1733595594973 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testSequentialEditLogSeqNum/8a08c55c14c14691527a624129524f16/recovered.edits/0000000000000000003-wal.1733595594773.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733595595000 (+27 ms)Rename recovered edits hdfs://localhost:34291/hbase/data/default/testSequentialEditLogSeqNum/8a08c55c14c14691527a624129524f16/recovered.edits/0000000000000000003-wal.1733595594773.temp to hdfs://localhost:34291/hbase/data/default/testSequentialEditLogSeqNum/8a08c55c14c14691527a624129524f16/recovered.edits/0000000000000000020 at 1733595595002 (+2 ms)Processed 17 edits across 1 Regions in 42 ms; skipped=2; WAL=hdfs://localhost:34291/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733595594765/wal.1733595594773, size=1.8 K, length=1843, corrupted=false, cancelled=false at 1733595595002 2024-12-07T18:19:55,021 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=410 (was 405) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:49764 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:49774 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:56248 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=967 (was 929) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=269 (was 269), ProcessCount=11 (was 11), AvailableMemoryMB=6953 (was 6984) 2024-12-07T18:19:55,043 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=410, OpenFileDescriptor=967, MaxFileDescriptor=1048576, SystemLoadAverage=269, ProcessCount=11, AvailableMemoryMB=6948 2024-12-07T18:19:55,069 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:19:55,074 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:19:55,101 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T18:19:55,106 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-68807425, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/hregion-68807425, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:19:55,127 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-68807425/hregion-68807425.1733595595106, exclude list is [], retry=0 2024-12-07T18:19:55,130 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:19:55,131 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:19:55,131 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:19:55,137 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-68807425/hregion-68807425.1733595595106 2024-12-07T18:19:55,139 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36697:36697)] 2024-12-07T18:19:55,139 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f375ddb072a53829ce1d24187526dabd, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733595595072.f375ddb072a53829ce1d24187526dabd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34291/hbase 2024-12-07T18:19:55,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741879_1056 (size=70) 2024-12-07T18:19:55,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741879_1056 (size=70) 2024-12-07T18:19:55,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741879_1056 (size=70) 2024-12-07T18:19:55,169 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733595595072.f375ddb072a53829ce1d24187526dabd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:19:55,171 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,173 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f375ddb072a53829ce1d24187526dabd columnFamilyName a 2024-12-07T18:19:55,173 DEBUG [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:55,173 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] regionserver.HStore(327): Store=f375ddb072a53829ce1d24187526dabd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:55,174 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,175 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f375ddb072a53829ce1d24187526dabd columnFamilyName b 2024-12-07T18:19:55,175 DEBUG [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:55,176 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] regionserver.HStore(327): Store=f375ddb072a53829ce1d24187526dabd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:55,176 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,178 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f375ddb072a53829ce1d24187526dabd columnFamilyName c 2024-12-07T18:19:55,178 DEBUG [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:55,179 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] regionserver.HStore(327): Store=f375ddb072a53829ce1d24187526dabd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:55,179 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,180 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,180 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,182 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,182 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,182 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T18:19:55,184 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,188 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T18:19:55,188 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f375ddb072a53829ce1d24187526dabd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70387502, jitterRate=0.04885551333427429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T18:19:55,190 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f375ddb072a53829ce1d24187526dabd: Writing region info on filesystem at 1733595595169Initializing all the Stores at 1733595595170 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595595170Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595595170Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595595170Cleaning up temporary data from old regions at 1733595595182 (+12 ms)Region opened successfully at 1733595595190 (+8 ms) 2024-12-07T18:19:55,190 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f375ddb072a53829ce1d24187526dabd, disabling compactions & flushes 2024-12-07T18:19:55,190 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733595595072.f375ddb072a53829ce1d24187526dabd. 2024-12-07T18:19:55,190 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733595595072.f375ddb072a53829ce1d24187526dabd. 2024-12-07T18:19:55,190 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733595595072.f375ddb072a53829ce1d24187526dabd. after waiting 0 ms 2024-12-07T18:19:55,190 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733595595072.f375ddb072a53829ce1d24187526dabd. 2024-12-07T18:19:55,193 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733595595072.f375ddb072a53829ce1d24187526dabd. 2024-12-07T18:19:55,193 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f375ddb072a53829ce1d24187526dabd: Waiting for close lock at 1733595595190Disabling compacts and flushes for region at 1733595595190Disabling writes for close at 1733595595190Writing region close event to WAL at 1733595595193 (+3 ms)Closed at 1733595595193 2024-12-07T18:19:55,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741878_1055 (size=95) 2024-12-07T18:19:55,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741878_1055 (size=95) 2024-12-07T18:19:55,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741878_1055 (size=95) 2024-12-07T18:19:55,199 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T18:19:55,199 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-68807425:(num 1733595595106) 2024-12-07T18:19:55,200 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:19:55,202 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:19:55,225 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595595203, exclude list is [], retry=0 2024-12-07T18:19:55,228 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:19:55,228 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:19:55,229 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:19:55,240 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595595203 2024-12-07T18:19:55,240 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36257:36257)] 2024-12-07T18:19:55,241 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f375ddb072a53829ce1d24187526dabd, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733595595072.f375ddb072a53829ce1d24187526dabd.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:19:55,241 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733595595072.f375ddb072a53829ce1d24187526dabd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:19:55,241 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,241 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,249 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,250 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f375ddb072a53829ce1d24187526dabd columnFamilyName a 2024-12-07T18:19:55,250 DEBUG [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:55,251 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] regionserver.HStore(327): Store=f375ddb072a53829ce1d24187526dabd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:55,251 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,253 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f375ddb072a53829ce1d24187526dabd columnFamilyName b 2024-12-07T18:19:55,253 DEBUG [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:55,253 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] regionserver.HStore(327): Store=f375ddb072a53829ce1d24187526dabd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:55,253 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,254 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f375ddb072a53829ce1d24187526dabd columnFamilyName c 2024-12-07T18:19:55,255 DEBUG [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:55,256 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] regionserver.HStore(327): Store=f375ddb072a53829ce1d24187526dabd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:55,257 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,257 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,259 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,261 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,261 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,261 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T18:19:55,263 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:55,264 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f375ddb072a53829ce1d24187526dabd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61100638, jitterRate=-0.08952954411506653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T18:19:55,266 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f375ddb072a53829ce1d24187526dabd: Writing region info on filesystem at 1733595595241Initializing all the Stores at 1733595595244 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595595244Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595595248 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595595248Cleaning up temporary data from old regions at 1733595595261 (+13 ms)Region opened successfully at 1733595595266 (+5 ms) 2024-12-07T18:19:55,272 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733595595271/Put/seqid=0 2024-12-07T18:19:55,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741881_1058 (size=4826) 2024-12-07T18:19:55,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741881_1058 (size=4826) 2024-12-07T18:19:55,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741881_1058 (size=4826) 2024-12-07T18:19:55,297 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34291/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in f375ddb072a53829ce1d24187526dabd/a 2024-12-07T18:19:55,307 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-07T18:19:55,308 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T18:19:55,308 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f375ddb072a53829ce1d24187526dabd: 2024-12-07T18:19:55,310 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/a/5de3d1168abf4535b6d135edb993761f_SeqId_3_ 2024-12-07T18:19:55,311 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34291/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into f375ddb072a53829ce1d24187526dabd/a as hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/a/5de3d1168abf4535b6d135edb993761f_SeqId_3_ - updating store file list. 2024-12-07T18:19:55,318 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5de3d1168abf4535b6d135edb993761f_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-07T18:19:55,320 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/a/5de3d1168abf4535b6d135edb993761f_SeqId_3_ into f375ddb072a53829ce1d24187526dabd/a 2024-12-07T18:19:55,320 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34291/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into f375ddb072a53829ce1d24187526dabd/a (new location: hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/a/5de3d1168abf4535b6d135edb993761f_SeqId_3_) 2024-12-07T18:19:55,380 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34291/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595595203, size=0 (0bytes) 2024-12-07T18:19:55,380 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34291/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595595203 might be still open, length is 0 2024-12-07T18:19:55,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34291/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595595203 2024-12-07T18:19:55,381 WARN [IPC Server handler 3 on default port 34291 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595595203 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-07T18:19:55,381 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34291/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595595203 after 1ms 2024-12-07T18:19:57,369 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:48490 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37145:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48490 dst: /127.0.0.1:37145 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37145 remote=/127.0.0.1:48490]. Total timeout mills is 60000, 57959 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:19:57,370 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:49994 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:45997:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49994 dst: /127.0.0.1:45997 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:19:57,371 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:56348 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56348 dst: /127.0.0.1:34813 java.io.InterruptedIOException: Interrupted receiveBlock at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:19:57,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741880_1059 (size=473) 2024-12-07T18:19:57,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741880_1059 (size=473) 2024-12-07T18:19:57,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741880_1059 (size=473) 2024-12-07T18:19:59,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34291/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595595203 after 4002ms 2024-12-07T18:19:59,386 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595595203: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:19:59,387 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34291/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595595203 took 4007ms 2024-12-07T18:19:59,390 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34291/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595595203; continuing. 2024-12-07T18:19:59,390 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34291/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595595203 so closing down 2024-12-07T18:19:59,390 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T18:19:59,392 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733595595203.temp 2024-12-07T18:19:59,395 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/recovered.edits/0000000000000000005-wal.1733595595203.temp 2024-12-07T18:19:59,396 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T18:19:59,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741882_1060 (size=259) 2024-12-07T18:19:59,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741882_1060 (size=259) 2024-12-07T18:19:59,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741882_1060 (size=259) 2024-12-07T18:19:59,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/recovered.edits/0000000000000000005-wal.1733595595203.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-07T18:19:59,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/recovered.edits/0000000000000000005-wal.1733595595203.temp to hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/recovered.edits/0000000000000000005 2024-12-07T18:19:59,414 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 26 ms; skipped=1; WAL=hdfs://localhost:34291/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595595203, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T18:19:59,414 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34291/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595595203, journal: Splitting hdfs://localhost:34291/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595595203, size=0 (0bytes) at 1733595595380Finishing writing output for hdfs://localhost:34291/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595595203 so closing down at 1733595599390 (+4010 ms)Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/recovered.edits/0000000000000000005-wal.1733595595203.temp at 1733595599395 (+5 ms)3 split writer threads finished at 1733595599396 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/recovered.edits/0000000000000000005-wal.1733595595203.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733595599412 (+16 ms)Rename recovered edits hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/recovered.edits/0000000000000000005-wal.1733595595203.temp to hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/recovered.edits/0000000000000000005 at 1733595599414 (+2 ms)Processed 2 edits across 1 Regions in 26 ms; skipped=1; WAL=hdfs://localhost:34291/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595595203, size=0, length=0, corrupted=false, cancelled=false at 1733595599414 2024-12-07T18:19:59,420 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34291/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595595203 to hdfs://localhost:34291/hbase/oldWALs/wal.1733595595203 2024-12-07T18:19:59,422 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/recovered.edits/0000000000000000005 2024-12-07T18:19:59,422 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:19:59,424 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:19:59,481 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595599425, exclude list is [], retry=0 2024-12-07T18:19:59,485 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:19:59,485 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:19:59,486 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:19:59,490 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595599425 2024-12-07T18:19:59,491 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36877:36877)] 2024-12-07T18:19:59,491 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f375ddb072a53829ce1d24187526dabd, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733595595072.f375ddb072a53829ce1d24187526dabd.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:19:59,491 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733595595072.f375ddb072a53829ce1d24187526dabd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:19:59,491 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:59,491 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:59,493 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:59,494 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f375ddb072a53829ce1d24187526dabd columnFamilyName a 2024-12-07T18:19:59,494 DEBUG [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:59,501 DEBUG [StoreFileOpener-f375ddb072a53829ce1d24187526dabd-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5de3d1168abf4535b6d135edb993761f_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-07T18:19:59,501 DEBUG [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/a/5de3d1168abf4535b6d135edb993761f_SeqId_3_ 2024-12-07T18:19:59,501 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] regionserver.HStore(327): Store=f375ddb072a53829ce1d24187526dabd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:59,501 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:59,502 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f375ddb072a53829ce1d24187526dabd columnFamilyName b 2024-12-07T18:19:59,503 DEBUG [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:59,503 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] regionserver.HStore(327): Store=f375ddb072a53829ce1d24187526dabd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:59,503 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:59,504 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f375ddb072a53829ce1d24187526dabd columnFamilyName c 2024-12-07T18:19:59,504 DEBUG [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:59,505 INFO [StoreOpener-f375ddb072a53829ce1d24187526dabd-1 {}] regionserver.HStore(327): Store=f375ddb072a53829ce1d24187526dabd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:19:59,505 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:59,506 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:59,508 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:59,508 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/recovered.edits/0000000000000000005 2024-12-07T18:19:59,513 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:19:59,514 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/recovered.edits/0000000000000000005 2024-12-07T18:19:59,515 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f375ddb072a53829ce1d24187526dabd 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-07T18:19:59,531 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/.tmp/a/ca01eeedac324b7bb2737f4ae351d6fa is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733595595327/Put/seqid=0 2024-12-07T18:19:59,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741884_1062 (size=5149) 2024-12-07T18:19:59,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741884_1062 (size=5149) 2024-12-07T18:19:59,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741884_1062 (size=5149) 2024-12-07T18:19:59,539 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/.tmp/a/ca01eeedac324b7bb2737f4ae351d6fa 2024-12-07T18:19:59,548 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/.tmp/a/ca01eeedac324b7bb2737f4ae351d6fa as hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/a/ca01eeedac324b7bb2737f4ae351d6fa 2024-12-07T18:19:59,554 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/a/ca01eeedac324b7bb2737f4ae351d6fa, entries=1, sequenceid=5, filesize=5.0 K 2024-12-07T18:19:59,555 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for f375ddb072a53829ce1d24187526dabd in 40ms, sequenceid=5, compaction requested=false; wal=null 2024-12-07T18:19:59,555 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/recovered.edits/0000000000000000005 2024-12-07T18:19:59,557 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:59,557 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:59,558 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T18:19:59,559 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f375ddb072a53829ce1d24187526dabd 2024-12-07T18:19:59,562 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f375ddb072a53829ce1d24187526dabd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-07T18:19:59,563 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f375ddb072a53829ce1d24187526dabd; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75240634, jitterRate=0.12117281556129456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T18:19:59,563 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f375ddb072a53829ce1d24187526dabd: Writing region info on filesystem at 1733595599491Initializing all the Stores at 1733595599493 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595599493Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595599493Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595599493Obtaining lock to block concurrent updates at 1733595599515 (+22 ms)Preparing flush snapshotting stores in f375ddb072a53829ce1d24187526dabd at 1733595599515Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733595595072.f375ddb072a53829ce1d24187526dabd., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733595599515Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733595595072.f375ddb072a53829ce1d24187526dabd. at 1733595599515Flushing f375ddb072a53829ce1d24187526dabd/a: creating writer at 1733595599515Flushing f375ddb072a53829ce1d24187526dabd/a: appending metadata at 1733595599531 (+16 ms)Flushing f375ddb072a53829ce1d24187526dabd/a: closing flushed file at 1733595599531Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e235f5b: reopening flushed file at 1733595599547 (+16 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for f375ddb072a53829ce1d24187526dabd in 40ms, sequenceid=5, compaction requested=false; wal=null at 1733595599555 (+8 ms)Cleaning up temporary data from old regions at 1733595599557 (+2 ms)Region opened successfully at 1733595599563 (+6 ms) 2024-12-07T18:19:59,567 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f375ddb072a53829ce1d24187526dabd, disabling compactions & flushes 2024-12-07T18:19:59,568 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733595595072.f375ddb072a53829ce1d24187526dabd. 2024-12-07T18:19:59,568 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733595595072.f375ddb072a53829ce1d24187526dabd. 2024-12-07T18:19:59,568 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733595595072.f375ddb072a53829ce1d24187526dabd. after waiting 0 ms 2024-12-07T18:19:59,568 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733595595072.f375ddb072a53829ce1d24187526dabd. 2024-12-07T18:19:59,573 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733595595072.f375ddb072a53829ce1d24187526dabd. 2024-12-07T18:19:59,573 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f375ddb072a53829ce1d24187526dabd: Waiting for close lock at 1733595599567Disabling compacts and flushes for region at 1733595599567Disabling writes for close at 1733595599568 (+1 ms)Writing region close event to WAL at 1733595599572 (+4 ms)Closed at 1733595599572 2024-12-07T18:19:59,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741883_1061 (size=95) 2024-12-07T18:19:59,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741883_1061 (size=95) 2024-12-07T18:19:59,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741883_1061 (size=95) 2024-12-07T18:19:59,579 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T18:19:59,579 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733595599425) 2024-12-07T18:19:59,594 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=413 (was 410) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:34291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175172475_22 at /127.0.0.1:56390 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175172475_22 at /127.0.0.1:48512 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175172475_22 at /127.0.0.1:50034 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34291 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1025 (was 967) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 269) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6524 (was 6948) 2024-12-07T18:19:59,596 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-12-07T18:19:59,609 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=413, OpenFileDescriptor=1025, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=6524 2024-12-07T18:19:59,610 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-12-07T18:19:59,628 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:19:59,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T18:19:59,638 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 92acd7e2389b,39177,1733595583598 2024-12-07T18:19:59,642 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c27d381 2024-12-07T18:19:59,643 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T18:19:59,646 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T18:19:59,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T18:19:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-07T18:19:59,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T18:19:59,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-07T18:19:59,661 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:19:59,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T18:19:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T18:19:59,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741885_1063 (size=694) 2024-12-07T18:19:59,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741885_1063 (size=694) 2024-12-07T18:19:59,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741885_1063 (size=694) 2024-12-07T18:19:59,677 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b18b7685b6e218ac7e48ec284f06489, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4 2024-12-07T18:19:59,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741886_1064 (size=77) 2024-12-07T18:19:59,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741886_1064 (size=77) 2024-12-07T18:19:59,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741886_1064 (size=77) 2024-12-07T18:19:59,705 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:19:59,705 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 5b18b7685b6e218ac7e48ec284f06489, disabling compactions & flushes 2024-12-07T18:19:59,705 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:19:59,705 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:19:59,705 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. after waiting 0 ms 2024-12-07T18:19:59,705 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:19:59,705 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:19:59,705 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b18b7685b6e218ac7e48ec284f06489: Waiting for close lock at 1733595599705Disabling compacts and flushes for region at 1733595599705Disabling writes for close at 1733595599705Writing region close event to WAL at 1733595599705Closed at 1733595599705 2024-12-07T18:19:59,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T18:19:59,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733595599707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733595599707"}]},"ts":"1733595599707"} 2024-12-07T18:19:59,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T18:19:59,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T18:19:59,726 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733595599723"}]},"ts":"1733595599723"} 2024-12-07T18:19:59,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-07T18:19:59,730 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {92acd7e2389b=0} racks are {/default-rack=0} 2024-12-07T18:19:59,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T18:19:59,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T18:19:59,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-07T18:19:59,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T18:19:59,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T18:19:59,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-07T18:19:59,732 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T18:19:59,732 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T18:19:59,732 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-07T18:19:59,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T18:19:59,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, ASSIGN}] 2024-12-07T18:19:59,736 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, ASSIGN 2024-12-07T18:19:59,738 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, ASSIGN; state=OFFLINE, location=92acd7e2389b,42301,1733595584319; forceNewPlan=false, retain=false 2024-12-07T18:19:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T18:19:59,891 INFO [92acd7e2389b:39177 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-07T18:19:59,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b18b7685b6e218ac7e48ec284f06489, regionState=OPENING, regionLocation=92acd7e2389b,42301,1733595584319 2024-12-07T18:19:59,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, ASSIGN because future has completed 2024-12-07T18:19:59,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b18b7685b6e218ac7e48ec284f06489, server=92acd7e2389b,42301,1733595584319}] 2024-12-07T18:19:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T18:20:00,063 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T18:20:00,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T18:20:00,071 INFO [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:00,071 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b18b7685b6e218ac7e48ec284f06489, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:20:00,071 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,071 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:00,071 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,071 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,073 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,075 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b18b7685b6e218ac7e48ec284f06489 columnFamilyName cf1 2024-12-07T18:20:00,075 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:00,075 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(327): Store=5b18b7685b6e218ac7e48ec284f06489/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:00,075 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,077 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b18b7685b6e218ac7e48ec284f06489 columnFamilyName cf2 2024-12-07T18:20:00,077 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:00,078 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(327): Store=5b18b7685b6e218ac7e48ec284f06489/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:00,078 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,079 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,079 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,080 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,080 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,082 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T18:20:00,084 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,086 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T18:20:00,086 INFO [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5b18b7685b6e218ac7e48ec284f06489; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65512312, jitterRate=-0.023790478706359863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T18:20:00,087 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,087 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5b18b7685b6e218ac7e48ec284f06489: Running coprocessor pre-open hook at 1733595600072Writing region info on filesystem at 1733595600072Initializing all the Stores at 1733595600073 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595600073Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595600073Cleaning up temporary data from old regions at 1733595600080 (+7 ms)Running coprocessor post-open hooks at 1733595600087 (+7 ms)Region opened successfully at 1733595600087 2024-12-07T18:20:00,089 INFO [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., pid=6, masterSystemTime=1733595600063 2024-12-07T18:20:00,092 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:00,092 INFO [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:00,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b18b7685b6e218ac7e48ec284f06489, regionState=OPEN, openSeqNum=2, regionLocation=92acd7e2389b,42301,1733595584319 2024-12-07T18:20:00,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b18b7685b6e218ac7e48ec284f06489, server=92acd7e2389b,42301,1733595584319 because future has completed 2024-12-07T18:20:00,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T18:20:00,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b18b7685b6e218ac7e48ec284f06489, server=92acd7e2389b,42301,1733595584319 in 199 msec 2024-12-07T18:20:00,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T18:20:00,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, ASSIGN in 377 msec 2024-12-07T18:20:00,115 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T18:20:00,115 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733595600115"}]},"ts":"1733595600115"} 2024-12-07T18:20:00,119 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-07T18:20:00,120 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T18:20:00,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 468 msec 2024-12-07T18:20:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T18:20:00,294 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-07T18:20:00,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-07T18:20:00,295 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T18:20:00,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-07T18:20:00,301 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T18:20:00,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-07T18:20:00,318 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=2] 2024-12-07T18:20:00,319 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T18:20:00,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T18:20:00,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=5b18b7685b6e218ac7e48ec284f06489, source=92acd7e2389b,42301,1733595584319, destination=92acd7e2389b,45713,1733595584420, warming up region on 92acd7e2389b,45713,1733595584420 2024-12-07T18:20:00,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=5b18b7685b6e218ac7e48ec284f06489, source=92acd7e2389b,42301,1733595584319, destination=92acd7e2389b,45713,1733595584420, running balancer 2024-12-07T18:20:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, REOPEN/MOVE 2024-12-07T18:20:00,346 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, REOPEN/MOVE 2024-12-07T18:20:00,350 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5b18b7685b6e218ac7e48ec284f06489, regionState=CLOSING, regionLocation=92acd7e2389b,42301,1733595584319 2024-12-07T18:20:00,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, REOPEN/MOVE because future has completed 2024-12-07T18:20:00,362 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T18:20:00,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5b18b7685b6e218ac7e48ec284f06489, server=92acd7e2389b,42301,1733595584319}] 2024-12-07T18:20:00,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] regionserver.HRegion(7855): Warmup {ENCODED => 5b18b7685b6e218ac7e48ec284f06489, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:20:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:00,370 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,372 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b18b7685b6e218ac7e48ec284f06489 columnFamilyName cf1 2024-12-07T18:20:00,372 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:00,373 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(327): Store=5b18b7685b6e218ac7e48ec284f06489/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:00,373 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,374 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b18b7685b6e218ac7e48ec284f06489 columnFamilyName cf2 2024-12-07T18:20:00,374 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:00,374 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(327): Store=5b18b7685b6e218ac7e48ec284f06489/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] regionserver.HRegion(1722): Closing 5b18b7685b6e218ac7e48ec284f06489, disabling compactions & flushes 2024-12-07T18:20:00,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. after waiting 0 ms 2024-12-07T18:20:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:00,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] regionserver.HRegion(1676): Region close journal for 5b18b7685b6e218ac7e48ec284f06489: Waiting for close lock at 1733595600375Disabling compacts and flushes for region at 1733595600375Disabling writes for close at 1733595600375Writing region close event to WAL at 1733595600375Closed at 1733595600375 2024-12-07T18:20:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-07T18:20:00,524 INFO [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,524 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T18:20:00,525 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 5b18b7685b6e218ac7e48ec284f06489, disabling compactions & flushes 2024-12-07T18:20:00,525 INFO [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:00,525 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:00,525 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. after waiting 0 ms 2024-12-07T18:20:00,525 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:00,526 INFO [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 5b18b7685b6e218ac7e48ec284f06489 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-07T18:20:00,546 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/.tmp/cf1/a9844df5a26a4abaafcc2929f5ea7647 is 35, key is r1/cf1:q/1733595600322/Put/seqid=0 2024-12-07T18:20:00,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741887_1065 (size=4783) 2024-12-07T18:20:00,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741887_1065 (size=4783) 2024-12-07T18:20:00,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741887_1065 (size=4783) 2024-12-07T18:20:00,561 INFO [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/.tmp/cf1/a9844df5a26a4abaafcc2929f5ea7647 2024-12-07T18:20:00,571 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/.tmp/cf1/a9844df5a26a4abaafcc2929f5ea7647 as hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf1/a9844df5a26a4abaafcc2929f5ea7647 2024-12-07T18:20:00,579 INFO [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf1/a9844df5a26a4abaafcc2929f5ea7647, entries=1, sequenceid=5, filesize=4.7 K 2024-12-07T18:20:00,580 INFO [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 5b18b7685b6e218ac7e48ec284f06489 in 54ms, sequenceid=5, compaction requested=false 2024-12-07T18:20:00,581 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-07T18:20:00,590 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T18:20:00,593 INFO [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:00,593 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 5b18b7685b6e218ac7e48ec284f06489: Waiting for close lock at 1733595600525Running coprocessor pre-close hooks at 1733595600525Disabling compacts and flushes for region at 1733595600525Disabling writes for close at 1733595600525Obtaining lock to block concurrent updates at 1733595600526 (+1 ms)Preparing flush snapshotting stores in 5b18b7685b6e218ac7e48ec284f06489 at 1733595600526Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733595600526Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. at 1733595600527 (+1 ms)Flushing 5b18b7685b6e218ac7e48ec284f06489/cf1: creating writer at 1733595600527Flushing 5b18b7685b6e218ac7e48ec284f06489/cf1: appending metadata at 1733595600546 (+19 ms)Flushing 5b18b7685b6e218ac7e48ec284f06489/cf1: closing flushed file at 1733595600546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3274816a: reopening flushed file at 1733595600570 (+24 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 5b18b7685b6e218ac7e48ec284f06489 in 54ms, sequenceid=5, compaction requested=false at 1733595600581 (+11 ms)Writing region close event to WAL at 1733595600582 (+1 ms)Running coprocessor post-close hooks at 1733595600591 (+9 ms)Closed at 1733595600593 (+2 ms) 2024-12-07T18:20:00,594 INFO [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 5b18b7685b6e218ac7e48ec284f06489 move to 92acd7e2389b,45713,1733595584420 record at close sequenceid=5 2024-12-07T18:20:00,597 INFO [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,598 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5b18b7685b6e218ac7e48ec284f06489, regionState=CLOSED 2024-12-07T18:20:00,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5b18b7685b6e218ac7e48ec284f06489, server=92acd7e2389b,42301,1733595584319 because future has completed 2024-12-07T18:20:00,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-07T18:20:00,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 5b18b7685b6e218ac7e48ec284f06489, server=92acd7e2389b,42301,1733595584319 in 240 msec 2024-12-07T18:20:00,607 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, REOPEN/MOVE; state=CLOSED, location=92acd7e2389b,45713,1733595584420; forceNewPlan=false, retain=false 2024-12-07T18:20:00,757 INFO [92acd7e2389b:39177 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-07T18:20:00,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5b18b7685b6e218ac7e48ec284f06489, regionState=OPENING, regionLocation=92acd7e2389b,45713,1733595584420 2024-12-07T18:20:00,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, REOPEN/MOVE because future has completed 2024-12-07T18:20:00,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b18b7685b6e218ac7e48ec284f06489, server=92acd7e2389b,45713,1733595584420}] 2024-12-07T18:20:00,922 INFO [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:00,922 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b18b7685b6e218ac7e48ec284f06489, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:20:00,923 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,923 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:00,923 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,923 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,925 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,927 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b18b7685b6e218ac7e48ec284f06489 columnFamilyName cf1 2024-12-07T18:20:00,927 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:00,939 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf1/a9844df5a26a4abaafcc2929f5ea7647 2024-12-07T18:20:00,939 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(327): Store=5b18b7685b6e218ac7e48ec284f06489/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:00,941 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,942 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b18b7685b6e218ac7e48ec284f06489 columnFamilyName cf2 2024-12-07T18:20:00,943 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:00,943 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(327): Store=5b18b7685b6e218ac7e48ec284f06489/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:00,943 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,944 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,946 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,947 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,947 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,948 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T18:20:00,950 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,951 INFO [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 5b18b7685b6e218ac7e48ec284f06489; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67046856, jitterRate=-9.239912033081055E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T18:20:00,951 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:00,952 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 5b18b7685b6e218ac7e48ec284f06489: Running coprocessor pre-open hook at 1733595600923Writing region info on filesystem at 1733595600923Initializing all the Stores at 1733595600925 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595600925Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595600925Cleaning up temporary data from old regions at 1733595600947 (+22 ms)Running coprocessor post-open hooks at 1733595600951 (+4 ms)Region opened successfully at 1733595600952 (+1 ms) 2024-12-07T18:20:00,954 INFO [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., pid=9, masterSystemTime=1733595600917 2024-12-07T18:20:00,957 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:00,957 INFO [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:00,958 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5b18b7685b6e218ac7e48ec284f06489, regionState=OPEN, openSeqNum=9, regionLocation=92acd7e2389b,45713,1733595584420 2024-12-07T18:20:00,963 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=92acd7e2389b,45713,1733595584420, table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-07T18:20:00,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b18b7685b6e218ac7e48ec284f06489, server=92acd7e2389b,45713,1733595584420 because future has completed 2024-12-07T18:20:00,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-07T18:20:00,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b18b7685b6e218ac7e48ec284f06489, server=92acd7e2389b,45713,1733595584420 in 203 msec 2024-12-07T18:20:00,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, REOPEN/MOVE in 627 msec 2024-12-07T18:20:01,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T18:20:01,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T18:20:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:46602 deadline: 1733595661014, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=92acd7e2389b port=45713 startCode=1733595584420. As of locationSeqNum=5. 2024-12-07T18:20:01,021 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=92acd7e2389b port=45713 startCode=1733595584420. As of locationSeqNum=5. 2024-12-07T18:20:01,021 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=92acd7e2389b port=45713 startCode=1733595584420. As of locationSeqNum=5. 2024-12-07T18:20:01,021 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,45713,1733595584420, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=92acd7e2389b port=45713 startCode=1733595584420. As of locationSeqNum=5. 2024-12-07T18:20:01,143 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5b18b7685b6e218ac7e48ec284f06489 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-07T18:20:01,161 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/.tmp/cf1/ba07cf8f7fba419992bb66393f9633cd is 29, key is r1/cf1:/1733595601134/DeleteFamily/seqid=0 2024-12-07T18:20:01,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741888_1066 (size=4906) 2024-12-07T18:20:01,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741888_1066 (size=4906) 2024-12-07T18:20:01,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741888_1066 (size=4906) 2024-12-07T18:20:01,186 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/.tmp/cf1/ba07cf8f7fba419992bb66393f9633cd 2024-12-07T18:20:01,194 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba07cf8f7fba419992bb66393f9633cd 2024-12-07T18:20:01,215 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/.tmp/cf2/7a72bfa4fcf44402a26cdfbb772cf984 is 29, key is r1/cf2:/1733595601134/DeleteFamily/seqid=0 2024-12-07T18:20:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741889_1067 (size=4906) 2024-12-07T18:20:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741889_1067 (size=4906) 2024-12-07T18:20:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741889_1067 (size=4906) 2024-12-07T18:20:01,227 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/.tmp/cf2/7a72bfa4fcf44402a26cdfbb772cf984 2024-12-07T18:20:01,234 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a72bfa4fcf44402a26cdfbb772cf984 2024-12-07T18:20:01,235 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/.tmp/cf1/ba07cf8f7fba419992bb66393f9633cd as hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf1/ba07cf8f7fba419992bb66393f9633cd 2024-12-07T18:20:01,241 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba07cf8f7fba419992bb66393f9633cd 2024-12-07T18:20:01,242 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf1/ba07cf8f7fba419992bb66393f9633cd, entries=1, sequenceid=12, filesize=4.8 K 2024-12-07T18:20:01,242 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/.tmp/cf2/7a72bfa4fcf44402a26cdfbb772cf984 as hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf2/7a72bfa4fcf44402a26cdfbb772cf984 2024-12-07T18:20:01,251 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a72bfa4fcf44402a26cdfbb772cf984 2024-12-07T18:20:01,251 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf2/7a72bfa4fcf44402a26cdfbb772cf984, entries=1, sequenceid=12, filesize=4.8 K 2024-12-07T18:20:01,253 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 5b18b7685b6e218ac7e48ec284f06489 in 109ms, sequenceid=12, compaction requested=false 2024-12-07T18:20:01,253 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5b18b7685b6e218ac7e48ec284f06489: 2024-12-07T18:20:01,256 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-07T18:20:01,258 DEBUG [Time-limited test {}] regionserver.HStore(1541): 5b18b7685b6e218ac7e48ec284f06489/cf1 is initiating major compaction (all files) 2024-12-07T18:20:01,258 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T18:20:01,258 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T18:20:01,259 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 5b18b7685b6e218ac7e48ec284f06489/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:01,259 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf1/a9844df5a26a4abaafcc2929f5ea7647, hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf1/ba07cf8f7fba419992bb66393f9633cd] into tmpdir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/.tmp, totalSize=9.5 K 2024-12-07T18:20:01,261 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a9844df5a26a4abaafcc2929f5ea7647, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733595600322 2024-12-07T18:20:01,261 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ba07cf8f7fba419992bb66393f9633cd, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-07T18:20:01,276 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 5b18b7685b6e218ac7e48ec284f06489#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T18:20:01,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741890_1068 (size=4626) 2024-12-07T18:20:01,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741890_1068 (size=4626) 2024-12-07T18:20:01,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741890_1068 (size=4626) 2024-12-07T18:20:01,296 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/.tmp/cf1/1d0106050b8f46dbaa4e01ec5a22888c as hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf1/1d0106050b8f46dbaa4e01ec5a22888c 2024-12-07T18:20:01,312 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 5b18b7685b6e218ac7e48ec284f06489/cf1 of 5b18b7685b6e218ac7e48ec284f06489 into 1d0106050b8f46dbaa4e01ec5a22888c(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T18:20:01,313 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 5b18b7685b6e218ac7e48ec284f06489: 2024-12-07T18:20:01,313 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-07T18:20:01,313 DEBUG [Time-limited test {}] regionserver.HStore(1541): 5b18b7685b6e218ac7e48ec284f06489/cf2 is initiating major compaction (all files) 2024-12-07T18:20:01,313 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T18:20:01,313 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T18:20:01,313 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 5b18b7685b6e218ac7e48ec284f06489/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:01,313 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf2/7a72bfa4fcf44402a26cdfbb772cf984] into tmpdir=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/.tmp, totalSize=4.8 K 2024-12-07T18:20:01,314 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7a72bfa4fcf44402a26cdfbb772cf984, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-07T18:20:01,321 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 5b18b7685b6e218ac7e48ec284f06489#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T18:20:01,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741891_1069 (size=4592) 2024-12-07T18:20:01,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741891_1069 (size=4592) 2024-12-07T18:20:01,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741891_1069 (size=4592) 2024-12-07T18:20:01,341 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/.tmp/cf2/ecdb100422fe48abb0b5e6df9c9ab6b4 as hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf2/ecdb100422fe48abb0b5e6df9c9ab6b4 2024-12-07T18:20:01,349 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 5b18b7685b6e218ac7e48ec284f06489/cf2 of 5b18b7685b6e218ac7e48ec284f06489 into ecdb100422fe48abb0b5e6df9c9ab6b4(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T18:20:01,349 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 5b18b7685b6e218ac7e48ec284f06489: 2024-12-07T18:20:01,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=5b18b7685b6e218ac7e48ec284f06489, source=92acd7e2389b,45713,1733595584420, destination=92acd7e2389b,42301,1733595584319, warming up region on 92acd7e2389b,42301,1733595584319 2024-12-07T18:20:01,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=5b18b7685b6e218ac7e48ec284f06489, source=92acd7e2389b,45713,1733595584420, destination=92acd7e2389b,42301,1733595584319, running balancer 2024-12-07T18:20:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, REOPEN/MOVE 2024-12-07T18:20:01,358 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, REOPEN/MOVE 2024-12-07T18:20:01,359 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5b18b7685b6e218ac7e48ec284f06489, regionState=CLOSING, regionLocation=92acd7e2389b,45713,1733595584420 2024-12-07T18:20:01,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HRegion(7855): Warmup {ENCODED => 5b18b7685b6e218ac7e48ec284f06489, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:20:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:01,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, REOPEN/MOVE because future has completed 2024-12-07T18:20:01,363 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:01,363 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T18:20:01,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5b18b7685b6e218ac7e48ec284f06489, server=92acd7e2389b,45713,1733595584420}] 2024-12-07T18:20:01,364 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b18b7685b6e218ac7e48ec284f06489 columnFamilyName cf1 2024-12-07T18:20:01,364 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:01,374 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf1/1d0106050b8f46dbaa4e01ec5a22888c 2024-12-07T18:20:01,379 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf1/a9844df5a26a4abaafcc2929f5ea7647 2024-12-07T18:20:01,386 INFO [StoreFileOpener-5b18b7685b6e218ac7e48ec284f06489-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba07cf8f7fba419992bb66393f9633cd 2024-12-07T18:20:01,387 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf1/ba07cf8f7fba419992bb66393f9633cd 2024-12-07T18:20:01,387 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(327): Store=5b18b7685b6e218ac7e48ec284f06489/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:01,387 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:01,388 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b18b7685b6e218ac7e48ec284f06489 columnFamilyName cf2 2024-12-07T18:20:01,388 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:01,398 INFO [StoreFileOpener-5b18b7685b6e218ac7e48ec284f06489-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a72bfa4fcf44402a26cdfbb772cf984 2024-12-07T18:20:01,399 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf2/7a72bfa4fcf44402a26cdfbb772cf984 2024-12-07T18:20:01,407 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf2/ecdb100422fe48abb0b5e6df9c9ab6b4 2024-12-07T18:20:01,407 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(327): Store=5b18b7685b6e218ac7e48ec284f06489/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HRegion(1722): Closing 5b18b7685b6e218ac7e48ec284f06489, disabling compactions & flushes 2024-12-07T18:20:01,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. after waiting 0 ms 2024-12-07T18:20:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-07T18:20:01,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HRegion(1676): Region close journal for 5b18b7685b6e218ac7e48ec284f06489: Waiting for close lock at 1733595601407Disabling compacts and flushes for region at 1733595601407Disabling writes for close at 1733595601407Writing region close event to WAL at 1733595601417 (+10 ms)Closed at 1733595601417 2024-12-07T18:20:01,518 INFO [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:01,518 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T18:20:01,519 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 5b18b7685b6e218ac7e48ec284f06489, disabling compactions & flushes 2024-12-07T18:20:01,519 INFO [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:01,519 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:01,519 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. after waiting 0 ms 2024-12-07T18:20:01,519 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:01,519 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf1/a9844df5a26a4abaafcc2929f5ea7647, hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf1/ba07cf8f7fba419992bb66393f9633cd] to archive 2024-12-07T18:20:01,523 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T18:20:01,527 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf1/a9844df5a26a4abaafcc2929f5ea7647 to hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf1/a9844df5a26a4abaafcc2929f5ea7647 2024-12-07T18:20:01,529 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf1/ba07cf8f7fba419992bb66393f9633cd to hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf1/ba07cf8f7fba419992bb66393f9633cd 2024-12-07T18:20:01,558 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf2/7a72bfa4fcf44402a26cdfbb772cf984] to archive 2024-12-07T18:20:01,560 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T18:20:01,562 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf2/7a72bfa4fcf44402a26cdfbb772cf984 to hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf2/7a72bfa4fcf44402a26cdfbb772cf984 2024-12-07T18:20:01,569 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-07T18:20:01,570 INFO [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:01,570 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 5b18b7685b6e218ac7e48ec284f06489: Waiting for close lock at 1733595601519Running coprocessor pre-close hooks at 1733595601519Disabling compacts and flushes for region at 1733595601519Disabling writes for close at 1733595601519Writing region close event to WAL at 1733595601564 (+45 ms)Running coprocessor post-close hooks at 1733595601569 (+5 ms)Closed at 1733595601569 2024-12-07T18:20:01,570 INFO [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 5b18b7685b6e218ac7e48ec284f06489 move to 92acd7e2389b,42301,1733595584319 record at close sequenceid=12 2024-12-07T18:20:01,573 INFO [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:01,574 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5b18b7685b6e218ac7e48ec284f06489, regionState=CLOSED 2024-12-07T18:20:01,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5b18b7685b6e218ac7e48ec284f06489, server=92acd7e2389b,45713,1733595584420 because future has completed 2024-12-07T18:20:01,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-07T18:20:01,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 5b18b7685b6e218ac7e48ec284f06489, server=92acd7e2389b,45713,1733595584420 in 215 msec 2024-12-07T18:20:01,583 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, REOPEN/MOVE; state=CLOSED, location=92acd7e2389b,42301,1733595584319; forceNewPlan=false, retain=false 2024-12-07T18:20:01,734 INFO [92acd7e2389b:39177 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-07T18:20:01,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5b18b7685b6e218ac7e48ec284f06489, regionState=OPENING, regionLocation=92acd7e2389b,42301,1733595584319 2024-12-07T18:20:01,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, REOPEN/MOVE because future has completed 2024-12-07T18:20:01,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b18b7685b6e218ac7e48ec284f06489, server=92acd7e2389b,42301,1733595584319}] 2024-12-07T18:20:01,895 INFO [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:01,896 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b18b7685b6e218ac7e48ec284f06489, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:20:01,896 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:01,896 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:01,896 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:01,896 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:01,898 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:01,899 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b18b7685b6e218ac7e48ec284f06489 columnFamilyName cf1 2024-12-07T18:20:01,899 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:01,907 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf1/1d0106050b8f46dbaa4e01ec5a22888c 2024-12-07T18:20:01,908 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(327): Store=5b18b7685b6e218ac7e48ec284f06489/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:01,908 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:01,909 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b18b7685b6e218ac7e48ec284f06489 columnFamilyName cf2 2024-12-07T18:20:01,909 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:01,916 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf2/ecdb100422fe48abb0b5e6df9c9ab6b4 2024-12-07T18:20:01,916 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(327): Store=5b18b7685b6e218ac7e48ec284f06489/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:01,916 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:01,917 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:01,918 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:01,919 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:01,919 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:01,920 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T18:20:01,922 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:01,923 INFO [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 5b18b7685b6e218ac7e48ec284f06489; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73991496, jitterRate=0.10255920886993408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T18:20:01,923 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:01,924 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 5b18b7685b6e218ac7e48ec284f06489: Running coprocessor pre-open hook at 1733595601896Writing region info on filesystem at 1733595601896Initializing all the Stores at 1733595601897 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595601897Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595601897Cleaning up temporary data from old regions at 1733595601919 (+22 ms)Running coprocessor post-open hooks at 1733595601923 (+4 ms)Region opened successfully at 1733595601924 (+1 ms) 2024-12-07T18:20:01,926 INFO [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., pid=12, masterSystemTime=1733595601891 2024-12-07T18:20:01,928 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:01,928 INFO [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:01,929 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5b18b7685b6e218ac7e48ec284f06489, regionState=OPEN, openSeqNum=18, regionLocation=92acd7e2389b,42301,1733595584319 2024-12-07T18:20:01,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b18b7685b6e218ac7e48ec284f06489, server=92acd7e2389b,42301,1733595584319 because future has completed 2024-12-07T18:20:01,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-07T18:20:01,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b18b7685b6e218ac7e48ec284f06489, server=92acd7e2389b,42301,1733595584319 in 195 msec 2024-12-07T18:20:01,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, REOPEN/MOVE in 580 msec 2024-12-07T18:20:01,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T18:20:01,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T18:20:01,964 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 92acd7e2389b,42301,1733595584319: testing ***** 2024-12-07T18:20:01,965 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-07T18:20:01,967 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-07T18:20:01,968 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-07T18:20:01,972 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-07T18:20:01,974 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-07T18:20:01,986 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 277258240 }, "NonHeapMemoryUsage": { "committed": 172425216, "init": 7667712, "max": -1, "used": 167073992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "92acd7e2389b", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 10271, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 0, "ProcessCallTime_max": 62, "ProcessCallTime_mean": 5, "ProcessCallTime_25th_percentile": 1, "ProcessCallTime_median": 2, "ProcessCallTime_75th_percentile": 4, "ProcessCallTime_90th_percentile": 10, "ProcessCallTime_95th_percentile": 32, "ProcessCallTime_98th_percentile": 62, "ProcessCallTime_99th_percentile": 62, "ProcessCallTime_99.9th_percentile": 62, "ProcessCallTime_TimeRangeCount_0-1": 10, "ProcessCallTime_TimeRangeCount_1-3": 12, "ProcessCallTime_TimeRangeCount_3-10": 7, "ProcessCallTime_TimeRangeCount_30-100": 2, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 31, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 0, "TotalCallTime_max": 62, "TotalCallTime_mean": 5, "TotalCallTime_25th_percentile": 1, "TotalCallTime_median": 2, "TotalCallTime_75th_percentile": 4, "TotalCallTime_90th_percentile": 10, "TotalCallTime_95th_percentile": 32, "TotalCallTime_98th_percentile": 62, "TotalCallTime_99th_percentile": 62, "TotalCallTime_99.9th_percentile": 62, "TotalCallTime_TimeRangeCount_0-1": 10, "TotalCallTime_TimeRangeCount_1-3": 12, "TotalCallTime_TimeRangeCount_3-10": 7, "TotalCallTime_TimeRangeCount_30-100": 2, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1138, "ResponseSize_mean": 159, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 795, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1069, "ResponseSize_99.9th_percentile": 1131, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 4, "ResponseSize_SizeRangeCount_100-1000": 5, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5772 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "92acd7e2389b", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:52847", "tag.serverName": "92acd7e2389b,37461,1733595584462", "tag.clusterId": "c7161d58-4ce7-405d-990e-dcb1730825cd", "tag.Context": "regionserver", "tag.Hostname": "92acd7e2389b", "regionCount": 0, "storeCount": 0, "hlogFileCount": 3, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733595584462, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 227243, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 1.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-07T18:20:01,990 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39177 {}] master.MasterRpcServices(700): 92acd7e2389b,42301,1733595584319 reported a fatal error: ***** ABORTING region server 92acd7e2389b,42301,1733595584319: testing ***** 2024-12-07T18:20:01,992 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '92acd7e2389b,42301,1733595584319' ***** 2024-12-07T18:20:01,992 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-07T18:20:01,992 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T18:20:01,992 INFO [RS:0;92acd7e2389b:42301 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-07T18:20:01,992 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T18:20:01,993 INFO [RS:0;92acd7e2389b:42301 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-07T18:20:01,993 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:01,993 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.HRegionServer(956): aborting server 92acd7e2389b,42301,1733595584319 2024-12-07T18:20:01,993 INFO [RS:0;92acd7e2389b:42301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T18:20:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:57632 deadline: 1733595661993, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=92acd7e2389b port=42301 startCode=1733595584319. As of locationSeqNum=12. 2024-12-07T18:20:01,994 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b18b7685b6e218ac7e48ec284f06489, disabling compactions & flushes 2024-12-07T18:20:01,994 INFO [RS:0;92acd7e2389b:42301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;92acd7e2389b:42301. 2024-12-07T18:20:01,994 INFO [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:01,994 DEBUG [RS:0;92acd7e2389b:42301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T18:20:01,994 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:01,994 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. after waiting 0 ms 2024-12-07T18:20:01,994 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:01,994 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,45713,1733595584420, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,45713,1733595584420, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=92acd7e2389b port=42301 startCode=1733595584319. As of locationSeqNum=12. 2024-12-07T18:20:01,994 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,45713,1733595584420, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=92acd7e2389b port=42301 startCode=1733595584319. As of locationSeqNum=12. 2024-12-07T18:20:01,994 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,45713,1733595584420, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=92acd7e2389b port=42301 startCode=1733595584319. As of locationSeqNum=12. 2024-12-07T18:20:01,994 DEBUG [RS:0;92acd7e2389b:42301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T18:20:01,995 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T18:20:01,995 DEBUG [RS:0;92acd7e2389b:42301 {}] regionserver.HRegionServer(1325): Online Regions={5b18b7685b6e218ac7e48ec284f06489=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.} 2024-12-07T18:20:01,995 DEBUG [RS:0;92acd7e2389b:42301 {}] regionserver.HRegionServer(1351): Waiting on 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:02,002 INFO [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:02,002 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b18b7685b6e218ac7e48ec284f06489: Waiting for close lock at 1733595601993Running coprocessor pre-close hooks at 1733595601993Disabling compacts and flushes for region at 1733595601994 (+1 ms)Disabling writes for close at 1733595601994Writing region close event to WAL at 1733595602001 (+7 ms)Running coprocessor post-close hooks at 1733595602001Closed at 1733595602002 (+1 ms) 2024-12-07T18:20:02,002 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:02,089 INFO [regionserver/92acd7e2389b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T18:20:02,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 92acd7e2389b,42301,1733595584319 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:02,114 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 92acd7e2389b,42301,1733595584319 aborting 2024-12-07T18:20:02,114 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 92acd7e2389b,42301,1733595584319 aborting 2024-12-07T18:20:02,114 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=12 from cache 2024-12-07T18:20:02,195 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.HRegionServer(976): stopping server 92acd7e2389b,42301,1733595584319; all regions closed. 2024-12-07T18:20:02,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741833_1009 (size=1407) 2024-12-07T18:20:02,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741833_1009 (size=1407) 2024-12-07T18:20:02,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741833_1009 (size=1407) 2024-12-07T18:20:02,200 DEBUG [RS:0;92acd7e2389b:42301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T18:20:02,200 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T18:20:02,200 INFO [RS:0;92acd7e2389b:42301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T18:20:02,201 INFO [RS:0;92acd7e2389b:42301 {}] hbase.ChoreService(370): Chore service for: regionserver/92acd7e2389b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T18:20:02,201 INFO [regionserver/92acd7e2389b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T18:20:02,201 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T18:20:02,201 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T18:20:02,201 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T18:20:02,201 INFO [RS:0;92acd7e2389b:42301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T18:20:02,201 INFO [RS:0;92acd7e2389b:42301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42301 2024-12-07T18:20:02,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1018e273ba80001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/92acd7e2389b,42301,1733595584319 2024-12-07T18:20:02,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T18:20:02,209 INFO [RS:0;92acd7e2389b:42301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T18:20:02,210 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [92acd7e2389b,42301,1733595584319] 2024-12-07T18:20:02,212 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/92acd7e2389b,42301,1733595584319 already deleted, retry=false 2024-12-07T18:20:02,212 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 92acd7e2389b,42301,1733595584319 on 92acd7e2389b,39177,1733595583598 2024-12-07T18:20:02,218 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 92acd7e2389b,42301,1733595584319, splitWal=true, meta=false 2024-12-07T18:20:02,220 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 92acd7e2389b,42301,1733595584319 (carryingMeta=false) 92acd7e2389b,42301,1733595584319/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1e925a37[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-07T18:20:02,222 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 92acd7e2389b,42301,1733595584319, splitWal=true, meta=false 2024-12-07T18:20:02,224 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 92acd7e2389b,42301,1733595584319 had 1 regions 2024-12-07T18:20:02,232 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 92acd7e2389b,42301,1733595584319, splitWal=true, meta=false, isMeta: false 2024-12-07T18:20:02,235 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319-splitting 2024-12-07T18:20:02,236 INFO [PEWorker-1 {}] master.SplitWALManager(105): 92acd7e2389b,42301,1733595584319 WAL count=1, meta=false 2024-12-07T18:20:02,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 92acd7e2389b%2C42301%2C1733595584319.1733595585894}] 2024-12-07T18:20:02,247 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=92acd7e2389b,45713,1733595584420 2024-12-07T18:20:02,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 92acd7e2389b%2C42301%2C1733595584319.1733595585894, worker=92acd7e2389b,45713,1733595584420}] 2024-12-07T18:20:02,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1018e273ba80001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T18:20:02,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1018e273ba80001, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T18:20:02,313 INFO [RS:0;92acd7e2389b:42301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T18:20:02,313 INFO [RS:0;92acd7e2389b:42301 {}] regionserver.HRegionServer(1031): Exiting; stopping=92acd7e2389b,42301,1733595584319; zookeeper connection closed. 2024-12-07T18:20:02,313 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2761e699 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2761e699 2024-12-07T18:20:02,327 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=18] 2024-12-07T18:20:02,329 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 92acd7e2389b:42301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 92acd7e2389b/172.17.0.2:42301 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:02,330 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=18, error=java.net.ConnectException: Call to address=92acd7e2389b:42301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 92acd7e2389b/172.17.0.2:42301 2024-12-07T18:20:02,331 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-07T18:20:02,331 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=18 from cache 2024-12-07T18:20:02,331 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 92acd7e2389b:42301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 92acd7e2389b/172.17.0.2:42301 2024-12-07T18:20:02,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-07T18:20:02,434 INFO [RS_LOG_REPLAY_OPS-regionserver/92acd7e2389b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319-splitting/92acd7e2389b%2C42301%2C1733595584319.1733595585894, size=1.4 K (1407bytes) 2024-12-07T18:20:02,434 INFO [RS_LOG_REPLAY_OPS-regionserver/92acd7e2389b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319-splitting/92acd7e2389b%2C42301%2C1733595584319.1733595585894 2024-12-07T18:20:02,435 INFO [RS_LOG_REPLAY_OPS-regionserver/92acd7e2389b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319-splitting/92acd7e2389b%2C42301%2C1733595584319.1733595585894 after 1ms 2024-12-07T18:20:02,438 DEBUG [RS_LOG_REPLAY_OPS-regionserver/92acd7e2389b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319-splitting/92acd7e2389b%2C42301%2C1733595584319.1733595585894: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:20:02,438 INFO [RS_LOG_REPLAY_OPS-regionserver/92acd7e2389b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319-splitting/92acd7e2389b%2C42301%2C1733595584319.1733595585894 took 4ms 2024-12-07T18:20:02,449 DEBUG [RS_LOG_REPLAY_OPS-regionserver/92acd7e2389b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 5b18b7685b6e218ac7e48ec284f06489: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-07T18:20:02,449 DEBUG [RS_LOG_REPLAY_OPS-regionserver/92acd7e2389b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319-splitting/92acd7e2389b%2C42301%2C1733595584319.1733595585894 so closing down 2024-12-07T18:20:02,449 DEBUG [RS_LOG_REPLAY_OPS-regionserver/92acd7e2389b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T18:20:02,449 INFO [RS_LOG_REPLAY_OPS-regionserver/92acd7e2389b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T18:20:02,449 INFO [RS_LOG_REPLAY_OPS-regionserver/92acd7e2389b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319-splitting/92acd7e2389b%2C42301%2C1733595584319.1733595585894, size=1.4 K, length=1407, corrupted=false, cancelled=false 2024-12-07T18:20:02,449 DEBUG [RS_LOG_REPLAY_OPS-regionserver/92acd7e2389b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319-splitting/92acd7e2389b%2C42301%2C1733595584319.1733595585894, journal: Splitting hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319-splitting/92acd7e2389b%2C42301%2C1733595584319.1733595585894, size=1.4 K (1407bytes) at 1733595602434Finishing writing output for hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319-splitting/92acd7e2389b%2C42301%2C1733595584319.1733595585894 so closing down at 1733595602449 (+15 ms)3 split writer threads finished at 1733595602449Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319-splitting/92acd7e2389b%2C42301%2C1733595584319.1733595585894, size=1.4 K, length=1407, corrupted=false, cancelled=false at 1733595602449 2024-12-07T18:20:02,449 DEBUG [RS_LOG_REPLAY_OPS-regionserver/92acd7e2389b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319-splitting/92acd7e2389b%2C42301%2C1733595584319.1733595585894 2024-12-07T18:20:02,451 DEBUG [RS_LOG_REPLAY_OPS-regionserver/92acd7e2389b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-07T18:20:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-07T18:20:02,458 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319-splitting/92acd7e2389b%2C42301%2C1733595584319.1733595585894 to hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/oldWALs 2024-12-07T18:20:02,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-07T18:20:02,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 92acd7e2389b%2C42301%2C1733595584319.1733595585894, worker=92acd7e2389b,45713,1733595584420 in 208 msec 2024-12-07T18:20:02,463 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=92acd7e2389b,45713,1733595584420 2024-12-07T18:20:02,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-07T18:20:02,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 92acd7e2389b%2C42301%2C1733595584319.1733595585894, worker=92acd7e2389b,45713,1733595584420 in 225 msec 2024-12-07T18:20:02,467 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319-splitting dir is empty, no logs to split. 2024-12-07T18:20:02,467 INFO [PEWorker-1 {}] master.SplitWALManager(105): 92acd7e2389b,42301,1733595584319 WAL count=0, meta=false 2024-12-07T18:20:02,467 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 92acd7e2389b,42301,1733595584319 WAL splitting is done? wals=0, meta=false 2024-12-07T18:20:02,469 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 92acd7e2389b,42301,1733595584319 failed, ignore...File hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/WALs/92acd7e2389b,42301,1733595584319-splitting does not exist. 2024-12-07T18:20:02,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, ASSIGN}] 2024-12-07T18:20:02,473 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, ASSIGN 2024-12-07T18:20:02,473 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-07T18:20:02,624 DEBUG [92acd7e2389b:39177 {}] balancer.BalancerClusterState(204): Hosts are {92acd7e2389b=0} racks are {/default-rack=0} 2024-12-07T18:20:02,624 DEBUG [92acd7e2389b:39177 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T18:20:02,624 DEBUG [92acd7e2389b:39177 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T18:20:02,624 DEBUG [92acd7e2389b:39177 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T18:20:02,624 DEBUG [92acd7e2389b:39177 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T18:20:02,624 INFO [92acd7e2389b:39177 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T18:20:02,624 INFO [92acd7e2389b:39177 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T18:20:02,624 DEBUG [92acd7e2389b:39177 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T18:20:02,625 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=5b18b7685b6e218ac7e48ec284f06489, regionState=OPENING, regionLocation=92acd7e2389b,37461,1733595584462 2024-12-07T18:20:02,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, ASSIGN because future has completed 2024-12-07T18:20:02,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b18b7685b6e218ac7e48ec284f06489, server=92acd7e2389b,37461,1733595584462}] 2024-12-07T18:20:02,645 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=18] 2024-12-07T18:20:02,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 92acd7e2389b:42301 this server is in the failed servers list 2024-12-07T18:20:02,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=92acd7e2389b:42301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 92acd7e2389b:42301 2024-12-07T18:20:02,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 92acd7e2389b:42301 2024-12-07T18:20:02,647 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,42301,1733595584319, seqNum=18 from cache 2024-12-07T18:20:02,781 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T18:20:02,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T18:20:02,787 INFO [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:02,788 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b18b7685b6e218ac7e48ec284f06489, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:20:02,788 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:02,788 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:02,788 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:02,788 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:02,796 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:02,798 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b18b7685b6e218ac7e48ec284f06489 columnFamilyName cf1 2024-12-07T18:20:02,798 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:02,812 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf1/1d0106050b8f46dbaa4e01ec5a22888c 2024-12-07T18:20:02,812 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(327): Store=5b18b7685b6e218ac7e48ec284f06489/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:02,812 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:02,813 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b18b7685b6e218ac7e48ec284f06489 columnFamilyName cf2 2024-12-07T18:20:02,813 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:02,822 DEBUG [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/cf2/ecdb100422fe48abb0b5e6df9c9ab6b4 2024-12-07T18:20:02,822 INFO [StoreOpener-5b18b7685b6e218ac7e48ec284f06489-1 {}] regionserver.HStore(327): Store=5b18b7685b6e218ac7e48ec284f06489/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:02,822 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:02,823 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:02,825 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:02,827 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:02,827 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:02,827 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T18:20:02,829 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:02,830 INFO [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 5b18b7685b6e218ac7e48ec284f06489; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68219904, jitterRate=0.0165557861328125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T18:20:02,830 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:02,831 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 5b18b7685b6e218ac7e48ec284f06489: Running coprocessor pre-open hook at 1733595602788Writing region info on filesystem at 1733595602788Initializing all the Stores at 1733595602789 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595602789Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595602796 (+7 ms)Cleaning up temporary data from old regions at 1733595602827 (+31 ms)Running coprocessor post-open hooks at 1733595602830 (+3 ms)Region opened successfully at 1733595602831 (+1 ms) 2024-12-07T18:20:02,832 INFO [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., pid=17, masterSystemTime=1733595602781 2024-12-07T18:20:02,835 DEBUG [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:02,835 INFO [RS_OPEN_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:02,836 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=5b18b7685b6e218ac7e48ec284f06489, regionState=OPEN, openSeqNum=18, regionLocation=92acd7e2389b,37461,1733595584462 2024-12-07T18:20:02,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b18b7685b6e218ac7e48ec284f06489, server=92acd7e2389b,37461,1733595584462 because future has completed 2024-12-07T18:20:02,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-07T18:20:02,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b18b7685b6e218ac7e48ec284f06489, server=92acd7e2389b,37461,1733595584462 in 211 msec 2024-12-07T18:20:02,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-07T18:20:02,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5b18b7685b6e218ac7e48ec284f06489, ASSIGN in 371 msec 2024-12-07T18:20:02,846 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 92acd7e2389b,42301,1733595584319 after splitting done 2024-12-07T18:20:02,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 92acd7e2389b,42301,1733595584319, splitWal=true, meta=false in 633 msec 2024-12-07T18:20:03,157 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489., hostname=92acd7e2389b,37461,1733595584462, seqNum=18] 2024-12-07T18:20:03,157 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T18:20:03,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T18:20:03,174 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=410 (was 413), OpenFileDescriptor=1053 (was 1025) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 288), ProcessCount=11 (was 11), AvailableMemoryMB=6382 (was 6524) 2024-12-07T18:20:03,175 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1053 is superior to 1024 2024-12-07T18:20:03,187 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=410, OpenFileDescriptor=1053, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=6381 2024-12-07T18:20:03,187 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1053 is superior to 1024 2024-12-07T18:20:03,206 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:20:03,208 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:20:03,209 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T18:20:03,211 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-21336562, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/hregion-21336562, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:20:03,227 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-21336562/hregion-21336562.1733595603212, exclude list is [], retry=0 2024-12-07T18:20:03,230 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:20:03,230 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:20:03,234 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:20:03,245 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-21336562/hregion-21336562.1733595603212 2024-12-07T18:20:03,245 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36697:36697)] 2024-12-07T18:20:03,246 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 838dcc1fb0710333636d114e6d9fe9ad, NAME => 'testReplayEditsWrittenViaHRegion,,1733595603207.838dcc1fb0710333636d114e6d9fe9ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34291/hbase 2024-12-07T18:20:03,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741893_1071 (size=67) 2024-12-07T18:20:03,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741893_1071 (size=67) 2024-12-07T18:20:03,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741893_1071 (size=67) 2024-12-07T18:20:03,265 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733595603207.838dcc1fb0710333636d114e6d9fe9ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:03,268 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,270 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 838dcc1fb0710333636d114e6d9fe9ad columnFamilyName a 2024-12-07T18:20:03,270 DEBUG [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:03,271 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.HStore(327): Store=838dcc1fb0710333636d114e6d9fe9ad/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:03,271 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,272 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 838dcc1fb0710333636d114e6d9fe9ad columnFamilyName b 2024-12-07T18:20:03,272 DEBUG [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:03,273 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.HStore(327): Store=838dcc1fb0710333636d114e6d9fe9ad/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:03,273 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,274 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 838dcc1fb0710333636d114e6d9fe9ad columnFamilyName c 2024-12-07T18:20:03,274 DEBUG [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:03,275 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.HStore(327): Store=838dcc1fb0710333636d114e6d9fe9ad/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:03,275 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,276 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,276 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,277 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,277 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,278 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T18:20:03,279 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,282 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T18:20:03,282 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 838dcc1fb0710333636d114e6d9fe9ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61336135, jitterRate=-0.08602036535739899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T18:20:03,283 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 838dcc1fb0710333636d114e6d9fe9ad: Writing region info on filesystem at 1733595603266Initializing all the Stores at 1733595603267 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595603267Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595603268 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595603268Cleaning up temporary data from old regions at 1733595603277 (+9 ms)Region opened successfully at 1733595603283 (+6 ms) 2024-12-07T18:20:03,283 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 838dcc1fb0710333636d114e6d9fe9ad, disabling compactions & flushes 2024-12-07T18:20:03,283 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733595603207.838dcc1fb0710333636d114e6d9fe9ad. 2024-12-07T18:20:03,283 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733595603207.838dcc1fb0710333636d114e6d9fe9ad. 2024-12-07T18:20:03,283 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733595603207.838dcc1fb0710333636d114e6d9fe9ad. after waiting 0 ms 2024-12-07T18:20:03,283 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733595603207.838dcc1fb0710333636d114e6d9fe9ad. 2024-12-07T18:20:03,284 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733595603207.838dcc1fb0710333636d114e6d9fe9ad. 2024-12-07T18:20:03,284 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 838dcc1fb0710333636d114e6d9fe9ad: Waiting for close lock at 1733595603283Disabling compacts and flushes for region at 1733595603283Disabling writes for close at 1733595603283Writing region close event to WAL at 1733595603284 (+1 ms)Closed at 1733595603284 2024-12-07T18:20:03,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741892_1070 (size=95) 2024-12-07T18:20:03,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741892_1070 (size=95) 2024-12-07T18:20:03,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741892_1070 (size=95) 2024-12-07T18:20:03,290 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T18:20:03,290 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-21336562:(num 1733595603212) 2024-12-07T18:20:03,290 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:20:03,292 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:20:03,307 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205/wal.1733595603292, exclude list is [], retry=0 2024-12-07T18:20:03,311 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:20:03,311 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:20:03,311 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:20:03,314 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205/wal.1733595603292 2024-12-07T18:20:03,320 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36257:36257)] 2024-12-07T18:20:03,320 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 838dcc1fb0710333636d114e6d9fe9ad, NAME => 'testReplayEditsWrittenViaHRegion,,1733595603207.838dcc1fb0710333636d114e6d9fe9ad.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:20:03,320 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733595603207.838dcc1fb0710333636d114e6d9fe9ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:03,321 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,321 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,322 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,323 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 838dcc1fb0710333636d114e6d9fe9ad columnFamilyName a 2024-12-07T18:20:03,323 DEBUG [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:03,323 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.HStore(327): Store=838dcc1fb0710333636d114e6d9fe9ad/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:03,324 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,324 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 838dcc1fb0710333636d114e6d9fe9ad columnFamilyName b 2024-12-07T18:20:03,324 DEBUG [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:03,325 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.HStore(327): Store=838dcc1fb0710333636d114e6d9fe9ad/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:03,325 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,326 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 838dcc1fb0710333636d114e6d9fe9ad columnFamilyName c 2024-12-07T18:20:03,326 DEBUG [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:03,326 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.HStore(327): Store=838dcc1fb0710333636d114e6d9fe9ad/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:03,326 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,327 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,328 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,329 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,329 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,330 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T18:20:03,331 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:03,332 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 838dcc1fb0710333636d114e6d9fe9ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62499550, jitterRate=-0.06868413090705872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T18:20:03,333 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 838dcc1fb0710333636d114e6d9fe9ad: Writing region info on filesystem at 1733595603321Initializing all the Stores at 1733595603322 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595603322Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595603322Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595603322Cleaning up temporary data from old regions at 1733595603329 (+7 ms)Region opened successfully at 1733595603333 (+4 ms) 2024-12-07T18:20:03,368 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 838dcc1fb0710333636d114e6d9fe9ad 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-07T18:20:03,387 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/.tmp/a/fae0f318df954ab5a005737fc4b3d4f0 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733595603333/Put/seqid=0 2024-12-07T18:20:03,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741895_1073 (size=5958) 2024-12-07T18:20:03,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741895_1073 (size=5958) 2024-12-07T18:20:03,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741895_1073 (size=5958) 2024-12-07T18:20:03,800 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/.tmp/a/fae0f318df954ab5a005737fc4b3d4f0 2024-12-07T18:20:03,829 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/.tmp/b/2374aa9dce844fbca15929904952a535 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733595603347/Put/seqid=0 2024-12-07T18:20:03,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741896_1074 (size=5958) 2024-12-07T18:20:03,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741896_1074 (size=5958) 2024-12-07T18:20:03,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741896_1074 (size=5958) 2024-12-07T18:20:03,845 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/.tmp/b/2374aa9dce844fbca15929904952a535 2024-12-07T18:20:03,870 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/.tmp/c/b87fe93a71fd450dbd4b46bcb41defbb is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733595603355/Put/seqid=0 2024-12-07T18:20:03,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741897_1075 (size=5958) 2024-12-07T18:20:03,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741897_1075 (size=5958) 2024-12-07T18:20:03,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741897_1075 (size=5958) 2024-12-07T18:20:03,881 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/.tmp/c/b87fe93a71fd450dbd4b46bcb41defbb 2024-12-07T18:20:03,890 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/.tmp/a/fae0f318df954ab5a005737fc4b3d4f0 as hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/a/fae0f318df954ab5a005737fc4b3d4f0 2024-12-07T18:20:03,898 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/a/fae0f318df954ab5a005737fc4b3d4f0, entries=10, sequenceid=33, filesize=5.8 K 2024-12-07T18:20:03,899 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/.tmp/b/2374aa9dce844fbca15929904952a535 as hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/b/2374aa9dce844fbca15929904952a535 2024-12-07T18:20:03,904 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/b/2374aa9dce844fbca15929904952a535, entries=10, sequenceid=33, filesize=5.8 K 2024-12-07T18:20:03,905 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/.tmp/c/b87fe93a71fd450dbd4b46bcb41defbb as hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/c/b87fe93a71fd450dbd4b46bcb41defbb 2024-12-07T18:20:03,910 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/c/b87fe93a71fd450dbd4b46bcb41defbb, entries=10, sequenceid=33, filesize=5.8 K 2024-12-07T18:20:03,911 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 838dcc1fb0710333636d114e6d9fe9ad in 543ms, sequenceid=33, compaction requested=false 2024-12-07T18:20:03,911 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 838dcc1fb0710333636d114e6d9fe9ad: 2024-12-07T18:20:03,912 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 838dcc1fb0710333636d114e6d9fe9ad, disabling compactions & flushes 2024-12-07T18:20:03,912 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733595603207.838dcc1fb0710333636d114e6d9fe9ad. 2024-12-07T18:20:03,912 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733595603207.838dcc1fb0710333636d114e6d9fe9ad. 2024-12-07T18:20:03,912 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733595603207.838dcc1fb0710333636d114e6d9fe9ad. after waiting 0 ms 2024-12-07T18:20:03,912 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733595603207.838dcc1fb0710333636d114e6d9fe9ad. 2024-12-07T18:20:03,913 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733595603207.838dcc1fb0710333636d114e6d9fe9ad. 2024-12-07T18:20:03,913 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 838dcc1fb0710333636d114e6d9fe9ad: Waiting for close lock at 1733595603912Disabling compacts and flushes for region at 1733595603912Disabling writes for close at 1733595603912Writing region close event to WAL at 1733595603913 (+1 ms)Closed at 1733595603913 2024-12-07T18:20:03,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741894_1072 (size=3385) 2024-12-07T18:20:03,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741894_1072 (size=3385) 2024-12-07T18:20:03,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741894_1072 (size=3385) 2024-12-07T18:20:03,922 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/b/2374aa9dce844fbca15929904952a535 to hdfs://localhost:34291/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/b/2374aa9dce844fbca15929904952a535 2024-12-07T18:20:03,942 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34291/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205/wal.1733595603292, size=3.3 K (3385bytes) 2024-12-07T18:20:03,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34291/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205/wal.1733595603292 2024-12-07T18:20:03,943 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34291/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205/wal.1733595603292 after 1ms 2024-12-07T18:20:03,945 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205/wal.1733595603292: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:20:03,945 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34291/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205/wal.1733595603292 took 3ms 2024-12-07T18:20:03,956 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34291/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205/wal.1733595603292 so closing down 2024-12-07T18:20:03,956 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T18:20:03,957 INFO [Time-limited test-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733595603292.temp 2024-12-07T18:20:03,963 INFO [Time-limited test-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/recovered.edits/0000000000000000003-wal.1733595603292.temp 2024-12-07T18:20:03,964 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T18:20:03,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741898_1076 (size=2944) 2024-12-07T18:20:03,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741898_1076 (size=2944) 2024-12-07T18:20:03,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741898_1076 (size=2944) 2024-12-07T18:20:03,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/recovered.edits/0000000000000000003-wal.1733595603292.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-07T18:20:03,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/recovered.edits/0000000000000000003-wal.1733595603292.temp to hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/recovered.edits/0000000000000000032 2024-12-07T18:20:03,981 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 28 ms; skipped=2; WAL=hdfs://localhost:34291/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205/wal.1733595603292, size=3.3 K, length=3385, corrupted=false, cancelled=false 2024-12-07T18:20:03,981 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34291/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205/wal.1733595603292, journal: Splitting hdfs://localhost:34291/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205/wal.1733595603292, size=3.3 K (3385bytes) at 1733595603942Finishing writing output for hdfs://localhost:34291/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205/wal.1733595603292 so closing down at 1733595603956 (+14 ms)Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/recovered.edits/0000000000000000003-wal.1733595603292.temp at 1733595603963 (+7 ms)3 split writer threads finished at 1733595603964 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/recovered.edits/0000000000000000003-wal.1733595603292.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733595603979 (+15 ms)Rename recovered edits hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/recovered.edits/0000000000000000003-wal.1733595603292.temp to hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/recovered.edits/0000000000000000032 at 1733595603980 (+1 ms)Processed 32 edits across 1 Regions in 28 ms; skipped=2; WAL=hdfs://localhost:34291/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205/wal.1733595603292, size=3.3 K, length=3385, corrupted=false, cancelled=false at 1733595603981 (+1 ms) 2024-12-07T18:20:03,983 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34291/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205/wal.1733595603292 to hdfs://localhost:34291/hbase/oldWALs/wal.1733595603292 2024-12-07T18:20:03,984 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/recovered.edits/0000000000000000032 2024-12-07T18:20:03,984 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:20:03,986 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:20:04,001 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205/wal.1733595603986, exclude list is [], retry=0 2024-12-07T18:20:04,004 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:20:04,005 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:20:04,005 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:20:04,007 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205/wal.1733595603986 2024-12-07T18:20:04,007 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36697:36697)] 2024-12-07T18:20:04,007 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 838dcc1fb0710333636d114e6d9fe9ad, NAME => 'testReplayEditsWrittenViaHRegion,,1733595603207.838dcc1fb0710333636d114e6d9fe9ad.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:20:04,008 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733595603207.838dcc1fb0710333636d114e6d9fe9ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:04,008 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:04,008 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:04,010 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:04,011 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 838dcc1fb0710333636d114e6d9fe9ad columnFamilyName a 2024-12-07T18:20:04,011 DEBUG [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:04,017 DEBUG [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/a/fae0f318df954ab5a005737fc4b3d4f0 2024-12-07T18:20:04,017 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.HStore(327): Store=838dcc1fb0710333636d114e6d9fe9ad/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:04,017 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:04,019 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 838dcc1fb0710333636d114e6d9fe9ad columnFamilyName b 2024-12-07T18:20:04,019 DEBUG [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:04,019 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.HStore(327): Store=838dcc1fb0710333636d114e6d9fe9ad/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:04,019 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:04,020 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 838dcc1fb0710333636d114e6d9fe9ad columnFamilyName c 2024-12-07T18:20:04,020 DEBUG [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:04,029 DEBUG [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/c/b87fe93a71fd450dbd4b46bcb41defbb 2024-12-07T18:20:04,029 INFO [StoreOpener-838dcc1fb0710333636d114e6d9fe9ad-1 {}] regionserver.HStore(327): Store=838dcc1fb0710333636d114e6d9fe9ad/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:04,030 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:04,031 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:04,032 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:04,033 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/recovered.edits/0000000000000000032 2024-12-07T18:20:04,035 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:20:04,037 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/recovered.edits/0000000000000000032 2024-12-07T18:20:04,037 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 838dcc1fb0710333636d114e6d9fe9ad 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-07T18:20:04,039 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-07T18:20:04,039 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-07T18:20:04,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-07T18:20:04,041 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-07T18:20:04,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-07T18:20:04,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-07T18:20:04,055 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/.tmp/b/737bdab582d74ec6be3e666b18749159 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733595603347/Put/seqid=0 2024-12-07T18:20:04,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741900_1078 (size=5958) 2024-12-07T18:20:04,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741900_1078 (size=5958) 2024-12-07T18:20:04,066 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/.tmp/b/737bdab582d74ec6be3e666b18749159 2024-12-07T18:20:04,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741900_1078 (size=5958) 2024-12-07T18:20:04,072 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/.tmp/b/737bdab582d74ec6be3e666b18749159 as hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/b/737bdab582d74ec6be3e666b18749159 2024-12-07T18:20:04,079 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/b/737bdab582d74ec6be3e666b18749159, entries=10, sequenceid=32, filesize=5.8 K 2024-12-07T18:20:04,079 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 838dcc1fb0710333636d114e6d9fe9ad in 42ms, sequenceid=32, compaction requested=false; wal=null 2024-12-07T18:20:04,080 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/recovered.edits/0000000000000000032 2024-12-07T18:20:04,081 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:04,081 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:04,082 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T18:20:04,084 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 838dcc1fb0710333636d114e6d9fe9ad 2024-12-07T18:20:04,086 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/838dcc1fb0710333636d114e6d9fe9ad/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-07T18:20:04,087 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 838dcc1fb0710333636d114e6d9fe9ad; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60046839, jitterRate=-0.105232372879982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T18:20:04,088 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 838dcc1fb0710333636d114e6d9fe9ad: Writing region info on filesystem at 1733595604008Initializing all the Stores at 1733595604009 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595604009Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595604009Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595604009Obtaining lock to block concurrent updates at 1733595604037 (+28 ms)Preparing flush snapshotting stores in 838dcc1fb0710333636d114e6d9fe9ad at 1733595604037Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733595603207.838dcc1fb0710333636d114e6d9fe9ad., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733595604037Flushing stores of testReplayEditsWrittenViaHRegion,,1733595603207.838dcc1fb0710333636d114e6d9fe9ad. at 1733595604037Flushing 838dcc1fb0710333636d114e6d9fe9ad/b: creating writer at 1733595604037Flushing 838dcc1fb0710333636d114e6d9fe9ad/b: appending metadata at 1733595604054 (+17 ms)Flushing 838dcc1fb0710333636d114e6d9fe9ad/b: closing flushed file at 1733595604054Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@311e3226: reopening flushed file at 1733595604072 (+18 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 838dcc1fb0710333636d114e6d9fe9ad in 42ms, sequenceid=32, compaction requested=false; wal=null at 1733595604079 (+7 ms)Cleaning up temporary data from old regions at 1733595604081 (+2 ms)Region opened successfully at 1733595604088 (+7 ms) 2024-12-07T18:20:04,112 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=418 (was 410) Potentially hanging thread: PacketResponder: BP-1919533473-172.17.0.2-1733595579935:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:50692 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:59320 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:41214 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:56390 [Waiting for operation #28] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1919533473-172.17.0.2-1733595579935:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:48512 [Waiting for operation #46] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1919533473-172.17.0.2-1733595579935:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:50034 [Waiting for operation #28] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1053) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 288), ProcessCount=11 (was 11), AvailableMemoryMB=6358 (was 6381) 2024-12-07T18:20:04,112 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-12-07T18:20:04,126 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=418, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=6358 2024-12-07T18:20:04,126 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-12-07T18:20:04,142 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:20:04,144 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:20:04,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T18:20:04,148 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-89535390, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/hregion-89535390, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:20:04,165 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-89535390/hregion-89535390.1733595604148, exclude list is [], retry=0 2024-12-07T18:20:04,168 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:20:04,169 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:20:04,169 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:20:04,171 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-89535390/hregion-89535390.1733595604148 2024-12-07T18:20:04,172 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36877:36877)] 2024-12-07T18:20:04,172 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 048def67c9b6c5922d62c25d8204b8cc, NAME => 'testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34291/hbase 2024-12-07T18:20:04,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741902_1080 (size=68) 2024-12-07T18:20:04,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741902_1080 (size=68) 2024-12-07T18:20:04,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741902_1080 (size=68) 2024-12-07T18:20:04,184 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:04,186 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,187 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 048def67c9b6c5922d62c25d8204b8cc columnFamilyName a 2024-12-07T18:20:04,187 DEBUG [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:04,188 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] regionserver.HStore(327): Store=048def67c9b6c5922d62c25d8204b8cc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:04,188 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,189 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 048def67c9b6c5922d62c25d8204b8cc columnFamilyName b 2024-12-07T18:20:04,189 DEBUG [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:04,189 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] regionserver.HStore(327): Store=048def67c9b6c5922d62c25d8204b8cc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:04,190 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,191 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 048def67c9b6c5922d62c25d8204b8cc columnFamilyName c 2024-12-07T18:20:04,191 DEBUG [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:04,191 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] regionserver.HStore(327): Store=048def67c9b6c5922d62c25d8204b8cc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:04,191 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,192 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,192 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,193 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,193 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,194 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T18:20:04,196 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,200 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T18:20:04,200 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 048def67c9b6c5922d62c25d8204b8cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65041613, jitterRate=-0.03080444037914276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T18:20:04,201 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 048def67c9b6c5922d62c25d8204b8cc: Writing region info on filesystem at 1733595604184Initializing all the Stores at 1733595604185 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595604185Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595604185Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595604185Cleaning up temporary data from old regions at 1733595604193 (+8 ms)Region opened successfully at 1733595604201 (+8 ms) 2024-12-07T18:20:04,201 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 048def67c9b6c5922d62c25d8204b8cc, disabling compactions & flushes 2024-12-07T18:20:04,201 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc. 2024-12-07T18:20:04,201 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc. 2024-12-07T18:20:04,201 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc. after waiting 0 ms 2024-12-07T18:20:04,201 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc. 2024-12-07T18:20:04,201 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc. 2024-12-07T18:20:04,201 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 048def67c9b6c5922d62c25d8204b8cc: Waiting for close lock at 1733595604201Disabling compacts and flushes for region at 1733595604201Disabling writes for close at 1733595604201Writing region close event to WAL at 1733595604201Closed at 1733595604201 2024-12-07T18:20:04,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741901_1079 (size=95) 2024-12-07T18:20:04,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741901_1079 (size=95) 2024-12-07T18:20:04,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741901_1079 (size=95) 2024-12-07T18:20:04,206 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T18:20:04,206 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-89535390:(num 1733595604148) 2024-12-07T18:20:04,206 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:20:04,208 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:20:04,223 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141/wal.1733595604208, exclude list is [], retry=0 2024-12-07T18:20:04,226 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:20:04,227 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:20:04,227 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:20:04,229 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141/wal.1733595604208 2024-12-07T18:20:04,229 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36257:36257)] 2024-12-07T18:20:04,311 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 048def67c9b6c5922d62c25d8204b8cc, NAME => 'testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:20:04,314 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,314 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:04,314 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,315 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,317 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,318 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 048def67c9b6c5922d62c25d8204b8cc columnFamilyName a 2024-12-07T18:20:04,318 DEBUG [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:04,319 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] regionserver.HStore(327): Store=048def67c9b6c5922d62c25d8204b8cc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:04,319 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,320 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 048def67c9b6c5922d62c25d8204b8cc columnFamilyName b 2024-12-07T18:20:04,320 DEBUG [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:04,321 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] regionserver.HStore(327): Store=048def67c9b6c5922d62c25d8204b8cc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:04,321 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,322 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 048def67c9b6c5922d62c25d8204b8cc columnFamilyName c 2024-12-07T18:20:04,322 DEBUG [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:04,323 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] regionserver.HStore(327): Store=048def67c9b6c5922d62c25d8204b8cc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:04,323 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,324 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,325 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,326 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,326 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,327 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T18:20:04,328 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,329 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 048def67c9b6c5922d62c25d8204b8cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72289864, jitterRate=0.07720291614532471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T18:20:04,329 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:04,330 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 048def67c9b6c5922d62c25d8204b8cc: Running coprocessor pre-open hook at 1733595604315Writing region info on filesystem at 1733595604315Initializing all the Stores at 1733595604316 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595604316Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595604316Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595604316Cleaning up temporary data from old regions at 1733595604326 (+10 ms)Running coprocessor post-open hooks at 1733595604329 (+3 ms)Region opened successfully at 1733595604330 (+1 ms) 2024-12-07T18:20:04,346 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 048def67c9b6c5922d62c25d8204b8cc 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-07T18:20:04,347 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 048def67c9b6c5922d62c25d8204b8cc/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:05,348 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 048def67c9b6c5922d62c25d8204b8cc/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:05,607 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T18:20:06,353 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 048def67c9b6c5922d62c25d8204b8cc/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:07,354 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 048def67c9b6c5922d62c25d8204b8cc/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:08,354 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 048def67c9b6c5922d62c25d8204b8cc/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:09,355 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 048def67c9b6c5922d62c25d8204b8cc/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:10,356 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 048def67c9b6c5922d62c25d8204b8cc/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:11,357 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 048def67c9b6c5922d62c25d8204b8cc/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:12,357 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 048def67c9b6c5922d62c25d8204b8cc/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:12,664 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T18:20:13,358 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 048def67c9b6c5922d62c25d8204b8cc/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:13,359 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 048def67c9b6c5922d62c25d8204b8cc: 2024-12-07T18:20:13,360 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc. 2024-12-07T18:20:13,389 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 048def67c9b6c5922d62c25d8204b8cc: 2024-12-07T18:20:13,389 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-07T18:20:13,389 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 048def67c9b6c5922d62c25d8204b8cc, disabling compactions & flushes 2024-12-07T18:20:13,389 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc. 2024-12-07T18:20:13,389 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc. 2024-12-07T18:20:13,389 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc. after waiting 0 ms 2024-12-07T18:20:13,389 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc. 2024-12-07T18:20:13,390 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc. 2024-12-07T18:20:13,390 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc. 2024-12-07T18:20:13,390 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 048def67c9b6c5922d62c25d8204b8cc: Waiting for close lock at 1733595613389Running coprocessor pre-close hooks at 1733595613389Disabling compacts and flushes for region at 1733595613389Disabling writes for close at 1733595613389Writing region close event to WAL at 1733595613390 (+1 ms)Running coprocessor post-close hooks at 1733595613390Closed at 1733595613390 2024-12-07T18:20:13,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741903_1081 (size=2691) 2024-12-07T18:20:13,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741903_1081 (size=2691) 2024-12-07T18:20:13,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741903_1081 (size=2691) 2024-12-07T18:20:13,422 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34291/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141/wal.1733595604208, size=2.6 K (2691bytes) 2024-12-07T18:20:13,422 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34291/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141/wal.1733595604208 2024-12-07T18:20:13,423 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34291/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141/wal.1733595604208 after 1ms 2024-12-07T18:20:13,433 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141/wal.1733595604208: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:20:13,433 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34291/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141/wal.1733595604208 took 11ms 2024-12-07T18:20:13,436 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34291/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141/wal.1733595604208 so closing down 2024-12-07T18:20:13,436 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T18:20:13,438 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733595604208.temp 2024-12-07T18:20:13,440 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/recovered.edits/0000000000000000004-wal.1733595604208.temp 2024-12-07T18:20:13,440 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T18:20:13,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741904_1082 (size=2094) 2024-12-07T18:20:13,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741904_1082 (size=2094) 2024-12-07T18:20:13,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741904_1082 (size=2094) 2024-12-07T18:20:13,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/recovered.edits/0000000000000000004-wal.1733595604208.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-07T18:20:13,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/recovered.edits/0000000000000000004-wal.1733595604208.temp to hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/recovered.edits/0000000000000000026 2024-12-07T18:20:13,470 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 36 ms; skipped=3; WAL=hdfs://localhost:34291/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141/wal.1733595604208, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-12-07T18:20:13,470 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34291/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141/wal.1733595604208, journal: Splitting hdfs://localhost:34291/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141/wal.1733595604208, size=2.6 K (2691bytes) at 1733595613422Finishing writing output for hdfs://localhost:34291/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141/wal.1733595604208 so closing down at 1733595613436 (+14 ms)Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/recovered.edits/0000000000000000004-wal.1733595604208.temp at 1733595613440 (+4 ms)3 split writer threads finished at 1733595613440Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/recovered.edits/0000000000000000004-wal.1733595604208.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733595613468 (+28 ms)Rename recovered edits hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/recovered.edits/0000000000000000004-wal.1733595604208.temp to hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/recovered.edits/0000000000000000026 at 1733595613470 (+2 ms)Processed 23 edits across 1 Regions in 36 ms; skipped=3; WAL=hdfs://localhost:34291/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141/wal.1733595604208, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1733595613470 2024-12-07T18:20:13,472 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34291/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141/wal.1733595604208 to hdfs://localhost:34291/hbase/oldWALs/wal.1733595604208 2024-12-07T18:20:13,473 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/recovered.edits/0000000000000000026 2024-12-07T18:20:13,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:20:13,475 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:20:13,492 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141/wal.1733595613476, exclude list is [], retry=0 2024-12-07T18:20:13,495 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:20:13,495 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:20:13,496 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:20:13,501 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141/wal.1733595613476 2024-12-07T18:20:13,501 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36877:36877)] 2024-12-07T18:20:13,502 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 048def67c9b6c5922d62c25d8204b8cc, NAME => 'testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:20:13,503 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:13,503 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:13,503 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:13,503 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:13,507 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:13,517 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 048def67c9b6c5922d62c25d8204b8cc columnFamilyName a 2024-12-07T18:20:13,517 DEBUG [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:13,517 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] regionserver.HStore(327): Store=048def67c9b6c5922d62c25d8204b8cc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:13,518 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:13,520 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 048def67c9b6c5922d62c25d8204b8cc columnFamilyName b 2024-12-07T18:20:13,520 DEBUG [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:13,521 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] regionserver.HStore(327): Store=048def67c9b6c5922d62c25d8204b8cc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:13,521 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:13,522 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 048def67c9b6c5922d62c25d8204b8cc columnFamilyName c 2024-12-07T18:20:13,522 DEBUG [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:13,522 INFO [StoreOpener-048def67c9b6c5922d62c25d8204b8cc-1 {}] regionserver.HStore(327): Store=048def67c9b6c5922d62c25d8204b8cc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:13,523 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:13,523 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:13,525 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:13,525 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/recovered.edits/0000000000000000026 2024-12-07T18:20:13,528 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:20:13,530 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/recovered.edits/0000000000000000026 2024-12-07T18:20:13,530 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 048def67c9b6c5922d62c25d8204b8cc 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-07T18:20:13,560 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/.tmp/a/d40e58865e78485b81f7f2ad7745969f is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733595613366/Put/seqid=0 2024-12-07T18:20:13,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741906_1084 (size=5523) 2024-12-07T18:20:13,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741906_1084 (size=5523) 2024-12-07T18:20:13,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741906_1084 (size=5523) 2024-12-07T18:20:13,583 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/.tmp/a/d40e58865e78485b81f7f2ad7745969f 2024-12-07T18:20:13,618 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/.tmp/b/d45d7aa5a9e9422ea16cc6c2bc26fa71 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733595613360/Put/seqid=0 2024-12-07T18:20:13,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741907_1085 (size=5524) 2024-12-07T18:20:13,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741907_1085 (size=5524) 2024-12-07T18:20:13,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741907_1085 (size=5524) 2024-12-07T18:20:13,637 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/.tmp/b/d45d7aa5a9e9422ea16cc6c2bc26fa71 2024-12-07T18:20:13,668 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/.tmp/c/2d8574e127744e0fbeb9275e2c97e02b is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733595613363/Put/seqid=0 2024-12-07T18:20:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741908_1086 (size=5457) 2024-12-07T18:20:13,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741908_1086 (size=5457) 2024-12-07T18:20:13,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741908_1086 (size=5457) 2024-12-07T18:20:13,681 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/.tmp/c/2d8574e127744e0fbeb9275e2c97e02b 2024-12-07T18:20:13,687 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/.tmp/a/d40e58865e78485b81f7f2ad7745969f as hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/a/d40e58865e78485b81f7f2ad7745969f 2024-12-07T18:20:13,694 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/a/d40e58865e78485b81f7f2ad7745969f, entries=7, sequenceid=26, filesize=5.4 K 2024-12-07T18:20:13,697 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/.tmp/b/d45d7aa5a9e9422ea16cc6c2bc26fa71 as hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/b/d45d7aa5a9e9422ea16cc6c2bc26fa71 2024-12-07T18:20:13,705 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/b/d45d7aa5a9e9422ea16cc6c2bc26fa71, entries=7, sequenceid=26, filesize=5.4 K 2024-12-07T18:20:13,707 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/.tmp/c/2d8574e127744e0fbeb9275e2c97e02b as hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/c/2d8574e127744e0fbeb9275e2c97e02b 2024-12-07T18:20:13,715 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/c/2d8574e127744e0fbeb9275e2c97e02b, entries=6, sequenceid=26, filesize=5.3 K 2024-12-07T18:20:13,715 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 048def67c9b6c5922d62c25d8204b8cc in 185ms, sequenceid=26, compaction requested=false; wal=null 2024-12-07T18:20:13,716 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/recovered.edits/0000000000000000026 2024-12-07T18:20:13,718 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:13,718 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:13,719 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T18:20:13,722 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:13,724 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testReplayEditsAfterAbortingFlush/048def67c9b6c5922d62c25d8204b8cc/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-07T18:20:13,725 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 048def67c9b6c5922d62c25d8204b8cc; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66052767, jitterRate=-0.015737071633338928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T18:20:13,725 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 048def67c9b6c5922d62c25d8204b8cc 2024-12-07T18:20:13,726 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 048def67c9b6c5922d62c25d8204b8cc: Running coprocessor pre-open hook at 1733595613503Writing region info on filesystem at 1733595613503Initializing all the Stores at 1733595613504 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595613504Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595613506 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595613506Obtaining lock to block concurrent updates at 1733595613530 (+24 ms)Preparing flush snapshotting stores in 048def67c9b6c5922d62c25d8204b8cc at 1733595613530Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733595613531 (+1 ms)Flushing stores of testReplayEditsAfterAbortingFlush,,1733595604143.048def67c9b6c5922d62c25d8204b8cc. at 1733595613531Flushing 048def67c9b6c5922d62c25d8204b8cc/a: creating writer at 1733595613531Flushing 048def67c9b6c5922d62c25d8204b8cc/a: appending metadata at 1733595613559 (+28 ms)Flushing 048def67c9b6c5922d62c25d8204b8cc/a: closing flushed file at 1733595613559Flushing 048def67c9b6c5922d62c25d8204b8cc/b: creating writer at 1733595613590 (+31 ms)Flushing 048def67c9b6c5922d62c25d8204b8cc/b: appending metadata at 1733595613617 (+27 ms)Flushing 048def67c9b6c5922d62c25d8204b8cc/b: closing flushed file at 1733595613617Flushing 048def67c9b6c5922d62c25d8204b8cc/c: creating writer at 1733595613643 (+26 ms)Flushing 048def67c9b6c5922d62c25d8204b8cc/c: appending metadata at 1733595613667 (+24 ms)Flushing 048def67c9b6c5922d62c25d8204b8cc/c: closing flushed file at 1733595613667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f689774: reopening flushed file at 1733595613687 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71af972b: reopening flushed file at 1733595613695 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1336cb9f: reopening flushed file at 1733595613705 (+10 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 048def67c9b6c5922d62c25d8204b8cc in 185ms, sequenceid=26, compaction requested=false; wal=null at 1733595613715 (+10 ms)Cleaning up temporary data from old regions at 1733595613718 (+3 ms)Running coprocessor post-open hooks at 1733595613725 (+7 ms)Region opened successfully at 1733595613726 (+1 ms) 2024-12-07T18:20:13,748 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=417 (was 418), OpenFileDescriptor=1182 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=282 (was 288), ProcessCount=11 (was 11), AvailableMemoryMB=6239 (was 6358) 2024-12-07T18:20:13,748 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-07T18:20:13,762 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=417, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=6238 2024-12-07T18:20:13,763 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-07T18:20:13,779 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:20:13,781 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:20:13,782 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T18:20:13,784 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-03657718, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/hregion-03657718, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:20:13,800 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-03657718/hregion-03657718.1733595613785, exclude list is [], retry=0 2024-12-07T18:20:13,804 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:20:13,804 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:20:13,805 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:20:13,810 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-03657718/hregion-03657718.1733595613785 2024-12-07T18:20:13,812 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36257:36257)] 2024-12-07T18:20:13,813 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1a69444de80b0603176d678c7d17cd70, NAME => 'testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34291/hbase 2024-12-07T18:20:13,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741910_1088 (size=61) 2024-12-07T18:20:13,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741910_1088 (size=61) 2024-12-07T18:20:13,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741910_1088 (size=61) 2024-12-07T18:20:13,833 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:13,835 INFO [StoreOpener-1a69444de80b0603176d678c7d17cd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:13,836 INFO [StoreOpener-1a69444de80b0603176d678c7d17cd70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a69444de80b0603176d678c7d17cd70 columnFamilyName a 2024-12-07T18:20:13,836 DEBUG [StoreOpener-1a69444de80b0603176d678c7d17cd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:13,837 INFO [StoreOpener-1a69444de80b0603176d678c7d17cd70-1 {}] regionserver.HStore(327): Store=1a69444de80b0603176d678c7d17cd70/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:13,837 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:13,838 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:13,838 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:13,839 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:13,839 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:13,841 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:13,844 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T18:20:13,844 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1a69444de80b0603176d678c7d17cd70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61447418, jitterRate=-0.08436211943626404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T18:20:13,845 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1a69444de80b0603176d678c7d17cd70: Writing region info on filesystem at 1733595613833Initializing all the Stores at 1733595613834 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595613834Cleaning up temporary data from old regions at 1733595613839 (+5 ms)Region opened successfully at 1733595613845 (+6 ms) 2024-12-07T18:20:13,845 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1a69444de80b0603176d678c7d17cd70, disabling compactions & flushes 2024-12-07T18:20:13,845 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70. 2024-12-07T18:20:13,845 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70. 2024-12-07T18:20:13,845 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70. after waiting 0 ms 2024-12-07T18:20:13,845 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70. 2024-12-07T18:20:13,853 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70. 2024-12-07T18:20:13,853 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1a69444de80b0603176d678c7d17cd70: Waiting for close lock at 1733595613845Disabling compacts and flushes for region at 1733595613845Disabling writes for close at 1733595613845Writing region close event to WAL at 1733595613852 (+7 ms)Closed at 1733595613852 2024-12-07T18:20:13,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741909_1087 (size=95) 2024-12-07T18:20:13,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741909_1087 (size=95) 2024-12-07T18:20:13,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741909_1087 (size=95) 2024-12-07T18:20:13,861 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T18:20:13,862 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-03657718:(num 1733595613785) 2024-12-07T18:20:13,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:20:13,863 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:20:13,879 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778/wal.1733595613864, exclude list is [], retry=0 2024-12-07T18:20:13,882 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:20:13,882 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:20:13,882 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:20:13,896 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778/wal.1733595613864 2024-12-07T18:20:13,896 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36877:36877)] 2024-12-07T18:20:13,896 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a69444de80b0603176d678c7d17cd70, NAME => 'testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:20:13,896 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:13,897 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:13,897 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:13,900 INFO [StoreOpener-1a69444de80b0603176d678c7d17cd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:13,901 INFO [StoreOpener-1a69444de80b0603176d678c7d17cd70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a69444de80b0603176d678c7d17cd70 columnFamilyName a 2024-12-07T18:20:13,901 DEBUG [StoreOpener-1a69444de80b0603176d678c7d17cd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:13,902 INFO [StoreOpener-1a69444de80b0603176d678c7d17cd70-1 {}] regionserver.HStore(327): Store=1a69444de80b0603176d678c7d17cd70/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:13,902 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:13,903 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:13,904 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:13,905 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:13,905 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:13,907 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:13,908 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1a69444de80b0603176d678c7d17cd70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63278367, jitterRate=-0.057078853249549866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T18:20:13,908 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1a69444de80b0603176d678c7d17cd70: Writing region info on filesystem at 1733595613897Initializing all the Stores at 1733595613898 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595613898Cleaning up temporary data from old regions at 1733595613905 (+7 ms)Region opened successfully at 1733595613908 (+3 ms) 2024-12-07T18:20:13,918 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1a69444de80b0603176d678c7d17cd70, disabling compactions & flushes 2024-12-07T18:20:13,918 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70. 2024-12-07T18:20:13,918 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70. 2024-12-07T18:20:13,918 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70. after waiting 0 ms 2024-12-07T18:20:13,918 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70. 2024-12-07T18:20:13,922 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70. 2024-12-07T18:20:13,922 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70. 2024-12-07T18:20:13,922 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1a69444de80b0603176d678c7d17cd70: Waiting for close lock at 1733595613918Disabling compacts and flushes for region at 1733595613918Disabling writes for close at 1733595613918Writing region close event to WAL at 1733595613922 (+4 ms)Closed at 1733595613922 2024-12-07T18:20:13,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741911_1089 (size=1050) 2024-12-07T18:20:13,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741911_1089 (size=1050) 2024-12-07T18:20:13,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741911_1089 (size=1050) 2024-12-07T18:20:13,943 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34291/hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778/wal.1733595613864, size=1.0 K (1050bytes) 2024-12-07T18:20:13,943 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34291/hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778/wal.1733595613864 2024-12-07T18:20:13,944 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34291/hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778/wal.1733595613864 after 1ms 2024-12-07T18:20:13,946 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778/wal.1733595613864: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:20:13,947 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34291/hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778/wal.1733595613864 took 4ms 2024-12-07T18:20:13,949 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34291/hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778/wal.1733595613864 so closing down 2024-12-07T18:20:13,949 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T18:20:13,950 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733595613864.temp 2024-12-07T18:20:13,952 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/recovered.edits/0000000000000000003-wal.1733595613864.temp 2024-12-07T18:20:13,952 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T18:20:13,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741912_1090 (size=1050) 2024-12-07T18:20:13,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741912_1090 (size=1050) 2024-12-07T18:20:13,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741912_1090 (size=1050) 2024-12-07T18:20:13,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/recovered.edits/0000000000000000003-wal.1733595613864.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-07T18:20:13,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/recovered.edits/0000000000000000003-wal.1733595613864.temp to hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/recovered.edits/0000000000000000012 2024-12-07T18:20:13,964 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34291/hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778/wal.1733595613864, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-12-07T18:20:13,964 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34291/hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778/wal.1733595613864, journal: Splitting hdfs://localhost:34291/hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778/wal.1733595613864, size=1.0 K (1050bytes) at 1733595613943Finishing writing output for hdfs://localhost:34291/hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778/wal.1733595613864 so closing down at 1733595613949 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/recovered.edits/0000000000000000003-wal.1733595613864.temp at 1733595613952 (+3 ms)3 split writer threads finished at 1733595613952Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/recovered.edits/0000000000000000003-wal.1733595613864.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733595613962 (+10 ms)Rename recovered edits hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/recovered.edits/0000000000000000003-wal.1733595613864.temp to hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/recovered.edits/0000000000000000012 at 1733595613964 (+2 ms)Processed 10 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34291/hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778/wal.1733595613864, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1733595613964 2024-12-07T18:20:13,966 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34291/hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778/wal.1733595613864 to hdfs://localhost:34291/hbase/oldWALs/wal.1733595613864 2024-12-07T18:20:13,967 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/recovered.edits/0000000000000000012 2024-12-07T18:20:13,977 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:20:14,039 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-07T18:20:14,039 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-07T18:20:14,040 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-07T18:20:14,040 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-07T18:20:14,425 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:20:14,428 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:20:14,444 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778/wal.1733595614428, exclude list is [], retry=0 2024-12-07T18:20:14,447 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:20:14,447 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:20:14,447 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:20:14,455 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778/wal.1733595614428 2024-12-07T18:20:14,456 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36877:36877)] 2024-12-07T18:20:14,456 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a69444de80b0603176d678c7d17cd70, NAME => 'testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:20:14,456 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:14,456 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:14,456 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:14,462 INFO [StoreOpener-1a69444de80b0603176d678c7d17cd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:14,465 INFO [StoreOpener-1a69444de80b0603176d678c7d17cd70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a69444de80b0603176d678c7d17cd70 columnFamilyName a 2024-12-07T18:20:14,465 DEBUG [StoreOpener-1a69444de80b0603176d678c7d17cd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:14,466 INFO [StoreOpener-1a69444de80b0603176d678c7d17cd70-1 {}] regionserver.HStore(327): Store=1a69444de80b0603176d678c7d17cd70/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:14,466 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:14,467 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:14,468 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:14,469 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/recovered.edits/0000000000000000012 2024-12-07T18:20:14,472 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:20:14,474 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/recovered.edits/0000000000000000012 2024-12-07T18:20:14,474 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1a69444de80b0603176d678c7d17cd70 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-07T18:20:14,502 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/.tmp/a/6fc50d38b59040f29d65cdd9149f86bf is 79, key is testDatalossWhenInputError/a:x0/1733595613909/Put/seqid=0 2024-12-07T18:20:14,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741914_1092 (size=5808) 2024-12-07T18:20:14,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741914_1092 (size=5808) 2024-12-07T18:20:14,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741914_1092 (size=5808) 2024-12-07T18:20:14,520 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/.tmp/a/6fc50d38b59040f29d65cdd9149f86bf 2024-12-07T18:20:14,538 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/.tmp/a/6fc50d38b59040f29d65cdd9149f86bf as hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/a/6fc50d38b59040f29d65cdd9149f86bf 2024-12-07T18:20:14,549 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/a/6fc50d38b59040f29d65cdd9149f86bf, entries=10, sequenceid=12, filesize=5.7 K 2024-12-07T18:20:14,550 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 1a69444de80b0603176d678c7d17cd70 in 76ms, sequenceid=12, compaction requested=false; wal=null 2024-12-07T18:20:14,551 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/recovered.edits/0000000000000000012 2024-12-07T18:20:14,553 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:14,553 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:14,557 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:14,560 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-07T18:20:14,561 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1a69444de80b0603176d678c7d17cd70; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65347657, jitterRate=-0.02624402940273285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T18:20:14,562 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1a69444de80b0603176d678c7d17cd70: Writing region info on filesystem at 1733595614457Initializing all the Stores at 1733595614460 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595614460Obtaining lock to block concurrent updates at 1733595614474 (+14 ms)Preparing flush snapshotting stores in 1a69444de80b0603176d678c7d17cd70 at 1733595614474Finished memstore snapshotting testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733595614474Flushing stores of testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70. at 1733595614474Flushing 1a69444de80b0603176d678c7d17cd70/a: creating writer at 1733595614474Flushing 1a69444de80b0603176d678c7d17cd70/a: appending metadata at 1733595614501 (+27 ms)Flushing 1a69444de80b0603176d678c7d17cd70/a: closing flushed file at 1733595614501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@797c9efb: reopening flushed file at 1733595614536 (+35 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 1a69444de80b0603176d678c7d17cd70 in 76ms, sequenceid=12, compaction requested=false; wal=null at 1733595614550 (+14 ms)Cleaning up temporary data from old regions at 1733595614553 (+3 ms)Region opened successfully at 1733595614562 (+9 ms) 2024-12-07T18:20:14,567 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a69444de80b0603176d678c7d17cd70, NAME => 'testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:20:14,567 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733595613779.1a69444de80b0603176d678c7d17cd70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:14,567 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:14,567 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:14,572 INFO [StoreOpener-1a69444de80b0603176d678c7d17cd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:14,573 INFO [StoreOpener-1a69444de80b0603176d678c7d17cd70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a69444de80b0603176d678c7d17cd70 columnFamilyName a 2024-12-07T18:20:14,573 DEBUG [StoreOpener-1a69444de80b0603176d678c7d17cd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:14,580 DEBUG [StoreOpener-1a69444de80b0603176d678c7d17cd70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/a/6fc50d38b59040f29d65cdd9149f86bf 2024-12-07T18:20:14,580 INFO [StoreOpener-1a69444de80b0603176d678c7d17cd70-1 {}] regionserver.HStore(327): Store=1a69444de80b0603176d678c7d17cd70/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:14,580 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:14,581 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:14,582 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:14,583 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:14,583 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:14,585 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1a69444de80b0603176d678c7d17cd70 2024-12-07T18:20:14,593 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testDatalossWhenInputError/1a69444de80b0603176d678c7d17cd70/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-07T18:20:14,594 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1a69444de80b0603176d678c7d17cd70; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72420577, jitterRate=0.07915069162845612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T18:20:14,594 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1a69444de80b0603176d678c7d17cd70: Writing region info on filesystem at 1733595614567Initializing all the Stores at 1733595614569 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595614569Cleaning up temporary data from old regions at 1733595614583 (+14 ms)Region opened successfully at 1733595614594 (+11 ms) 2024-12-07T18:20:14,619 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=427 (was 417) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:39674 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:58886 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1919533473-172.17.0.2-1733595579935:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:58362 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:39740 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1919533473-172.17.0.2-1733595579935:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:58290 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:58830 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1919533473-172.17.0.2-1733595579935:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 282) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6230 (was 6238) 2024-12-07T18:20:14,619 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-07T18:20:14,635 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=427, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=6229 2024-12-07T18:20:14,635 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-07T18:20:14,652 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:20:14,657 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:20:14,658 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T18:20:14,661 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-63266340, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/hregion-63266340, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:20:14,675 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-63266340/hregion-63266340.1733595614661, exclude list is [], retry=0 2024-12-07T18:20:14,679 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:20:14,681 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:20:14,686 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:20:14,689 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-63266340/hregion-63266340.1733595614661 2024-12-07T18:20:14,692 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36697:36697)] 2024-12-07T18:20:14,692 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => bc925dd06a923952bb754eee1a9846f2, NAME => 'testCompactedBulkLoadedFiles,,1733595614653.bc925dd06a923952bb754eee1a9846f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34291/hbase 2024-12-07T18:20:14,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741916_1094 (size=63) 2024-12-07T18:20:14,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741916_1094 (size=63) 2024-12-07T18:20:14,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741916_1094 (size=63) 2024-12-07T18:20:14,708 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733595614653.bc925dd06a923952bb754eee1a9846f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:14,709 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,710 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc925dd06a923952bb754eee1a9846f2 columnFamilyName a 2024-12-07T18:20:14,710 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:14,711 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.HStore(327): Store=bc925dd06a923952bb754eee1a9846f2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:14,711 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,712 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc925dd06a923952bb754eee1a9846f2 columnFamilyName b 2024-12-07T18:20:14,712 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:14,713 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.HStore(327): Store=bc925dd06a923952bb754eee1a9846f2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:14,713 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,714 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc925dd06a923952bb754eee1a9846f2 columnFamilyName c 2024-12-07T18:20:14,714 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:14,714 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.HStore(327): Store=bc925dd06a923952bb754eee1a9846f2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:14,714 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,715 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,715 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,716 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,716 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,717 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T18:20:14,718 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,722 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T18:20:14,723 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bc925dd06a923952bb754eee1a9846f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62421185, jitterRate=-0.06985186040401459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T18:20:14,723 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bc925dd06a923952bb754eee1a9846f2: Writing region info on filesystem at 1733595614708Initializing all the Stores at 1733595614709 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595614709Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595614709Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595614709Cleaning up temporary data from old regions at 1733595614716 (+7 ms)Region opened successfully at 1733595614723 (+7 ms) 2024-12-07T18:20:14,723 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bc925dd06a923952bb754eee1a9846f2, disabling compactions & flushes 2024-12-07T18:20:14,723 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733595614653.bc925dd06a923952bb754eee1a9846f2. 2024-12-07T18:20:14,724 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733595614653.bc925dd06a923952bb754eee1a9846f2. 2024-12-07T18:20:14,724 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733595614653.bc925dd06a923952bb754eee1a9846f2. after waiting 0 ms 2024-12-07T18:20:14,724 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733595614653.bc925dd06a923952bb754eee1a9846f2. 2024-12-07T18:20:14,724 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733595614653.bc925dd06a923952bb754eee1a9846f2. 2024-12-07T18:20:14,724 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bc925dd06a923952bb754eee1a9846f2: Waiting for close lock at 1733595614723Disabling compacts and flushes for region at 1733595614723Disabling writes for close at 1733595614724 (+1 ms)Writing region close event to WAL at 1733595614724Closed at 1733595614724 2024-12-07T18:20:14,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741915_1093 (size=95) 2024-12-07T18:20:14,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741915_1093 (size=95) 2024-12-07T18:20:14,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741915_1093 (size=95) 2024-12-07T18:20:14,730 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T18:20:14,730 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-63266340:(num 1733595614661) 2024-12-07T18:20:14,730 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:20:14,732 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:20:14,747 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595614732, exclude list is [], retry=0 2024-12-07T18:20:14,751 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:20:14,751 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:20:14,752 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:20:14,758 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595614732 2024-12-07T18:20:14,758 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36877:36877)] 2024-12-07T18:20:14,758 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bc925dd06a923952bb754eee1a9846f2, NAME => 'testCompactedBulkLoadedFiles,,1733595614653.bc925dd06a923952bb754eee1a9846f2.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:20:14,758 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733595614653.bc925dd06a923952bb754eee1a9846f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:14,759 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,759 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,760 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,761 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc925dd06a923952bb754eee1a9846f2 columnFamilyName a 2024-12-07T18:20:14,761 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:14,761 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.HStore(327): Store=bc925dd06a923952bb754eee1a9846f2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:14,761 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,762 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc925dd06a923952bb754eee1a9846f2 columnFamilyName b 2024-12-07T18:20:14,762 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:14,762 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.HStore(327): Store=bc925dd06a923952bb754eee1a9846f2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:14,763 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,763 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc925dd06a923952bb754eee1a9846f2 columnFamilyName c 2024-12-07T18:20:14,763 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:14,763 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.HStore(327): Store=bc925dd06a923952bb754eee1a9846f2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:14,764 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,764 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,765 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,766 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,766 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,766 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T18:20:14,768 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:14,769 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bc925dd06a923952bb754eee1a9846f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64453876, jitterRate=-0.0395624041557312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T18:20:14,769 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bc925dd06a923952bb754eee1a9846f2: Writing region info on filesystem at 1733595614759Initializing all the Stores at 1733595614760 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595614760Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595614760Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595614760Cleaning up temporary data from old regions at 1733595614766 (+6 ms)Region opened successfully at 1733595614769 (+3 ms) 2024-12-07T18:20:14,785 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733595614785/Put/seqid=0 2024-12-07T18:20:14,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741918_1096 (size=4875) 2024-12-07T18:20:14,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741918_1096 (size=4875) 2024-12-07T18:20:14,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741918_1096 (size=4875) 2024-12-07T18:20:14,798 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733595614798/Put/seqid=0 2024-12-07T18:20:14,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741919_1097 (size=4875) 2024-12-07T18:20:14,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741919_1097 (size=4875) 2024-12-07T18:20:14,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741919_1097 (size=4875) 2024-12-07T18:20:14,813 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733595614813/Put/seqid=0 2024-12-07T18:20:14,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741920_1098 (size=4875) 2024-12-07T18:20:14,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741920_1098 (size=4875) 2024-12-07T18:20:14,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741920_1098 (size=4875) 2024-12-07T18:20:14,828 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34291/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in bc925dd06a923952bb754eee1a9846f2/a 2024-12-07T18:20:14,832 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-07T18:20:14,833 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T18:20:14,833 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34291/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in bc925dd06a923952bb754eee1a9846f2/a 2024-12-07T18:20:14,836 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-07T18:20:14,836 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T18:20:14,836 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34291/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in bc925dd06a923952bb754eee1a9846f2/a 2024-12-07T18:20:14,841 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-07T18:20:14,841 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T18:20:14,842 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bc925dd06a923952bb754eee1a9846f2 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-07T18:20:14,861 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/.tmp/a/74079edfe2d94e479158a981d511dd49 is 55, key is testCompactedBulkLoadedFiles/a:a/1733595614770/Put/seqid=0 2024-12-07T18:20:14,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741921_1099 (size=5107) 2024-12-07T18:20:14,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741921_1099 (size=5107) 2024-12-07T18:20:14,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741921_1099 (size=5107) 2024-12-07T18:20:14,884 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/.tmp/a/74079edfe2d94e479158a981d511dd49 2024-12-07T18:20:14,891 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/.tmp/a/74079edfe2d94e479158a981d511dd49 as hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/74079edfe2d94e479158a981d511dd49 2024-12-07T18:20:14,897 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/74079edfe2d94e479158a981d511dd49, entries=1, sequenceid=4, filesize=5.0 K 2024-12-07T18:20:14,898 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for bc925dd06a923952bb754eee1a9846f2 in 56ms, sequenceid=4, compaction requested=false 2024-12-07T18:20:14,898 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bc925dd06a923952bb754eee1a9846f2: 2024-12-07T18:20:14,900 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/30bb1c3c1c2d43fd9e2954fa3fec4eb5_SeqId_4_ 2024-12-07T18:20:14,901 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/1421a8999f504c3d89e56924b8bcbeb6_SeqId_4_ 2024-12-07T18:20:14,902 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/93d14603be49454985dbe13645b02b34_SeqId_4_ 2024-12-07T18:20:14,902 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34291/hbase/testCompactedBulkLoadedFiles/hfile0 into bc925dd06a923952bb754eee1a9846f2/a as hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/30bb1c3c1c2d43fd9e2954fa3fec4eb5_SeqId_4_ - updating store file list. 2024-12-07T18:20:14,907 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 30bb1c3c1c2d43fd9e2954fa3fec4eb5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T18:20:14,907 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/30bb1c3c1c2d43fd9e2954fa3fec4eb5_SeqId_4_ into bc925dd06a923952bb754eee1a9846f2/a 2024-12-07T18:20:14,907 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34291/hbase/testCompactedBulkLoadedFiles/hfile0 into bc925dd06a923952bb754eee1a9846f2/a (new location: hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/30bb1c3c1c2d43fd9e2954fa3fec4eb5_SeqId_4_) 2024-12-07T18:20:14,908 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34291/hbase/testCompactedBulkLoadedFiles/hfile1 into bc925dd06a923952bb754eee1a9846f2/a as hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/1421a8999f504c3d89e56924b8bcbeb6_SeqId_4_ - updating store file list. 2024-12-07T18:20:14,913 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1421a8999f504c3d89e56924b8bcbeb6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T18:20:14,913 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/1421a8999f504c3d89e56924b8bcbeb6_SeqId_4_ into bc925dd06a923952bb754eee1a9846f2/a 2024-12-07T18:20:14,913 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34291/hbase/testCompactedBulkLoadedFiles/hfile1 into bc925dd06a923952bb754eee1a9846f2/a (new location: hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/1421a8999f504c3d89e56924b8bcbeb6_SeqId_4_) 2024-12-07T18:20:14,914 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34291/hbase/testCompactedBulkLoadedFiles/hfile2 into bc925dd06a923952bb754eee1a9846f2/a as hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/93d14603be49454985dbe13645b02b34_SeqId_4_ - updating store file list. 2024-12-07T18:20:14,919 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 93d14603be49454985dbe13645b02b34_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T18:20:14,920 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/93d14603be49454985dbe13645b02b34_SeqId_4_ into bc925dd06a923952bb754eee1a9846f2/a 2024-12-07T18:20:14,920 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34291/hbase/testCompactedBulkLoadedFiles/hfile2 into bc925dd06a923952bb754eee1a9846f2/a (new location: hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/93d14603be49454985dbe13645b02b34_SeqId_4_) 2024-12-07T18:20:14,929 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T18:20:14,929 DEBUG [Time-limited test {}] regionserver.HStore(1541): bc925dd06a923952bb754eee1a9846f2/a is initiating major compaction (all files) 2024-12-07T18:20:14,929 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of bc925dd06a923952bb754eee1a9846f2/a in testCompactedBulkLoadedFiles,,1733595614653.bc925dd06a923952bb754eee1a9846f2. 2024-12-07T18:20:14,929 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/74079edfe2d94e479158a981d511dd49, hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/30bb1c3c1c2d43fd9e2954fa3fec4eb5_SeqId_4_, hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/1421a8999f504c3d89e56924b8bcbeb6_SeqId_4_, hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/93d14603be49454985dbe13645b02b34_SeqId_4_] into tmpdir=hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/.tmp, totalSize=19.3 K 2024-12-07T18:20:14,930 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 74079edfe2d94e479158a981d511dd49, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733595614770 2024-12-07T18:20:14,930 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 30bb1c3c1c2d43fd9e2954fa3fec4eb5_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-07T18:20:14,931 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1421a8999f504c3d89e56924b8bcbeb6_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-07T18:20:14,931 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 93d14603be49454985dbe13645b02b34_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-07T18:20:14,950 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/.tmp/a/4f70383f13ee402386759a93d46869d7 is 55, key is testCompactedBulkLoadedFiles/a:a/1733595614770/Put/seqid=0 2024-12-07T18:20:14,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741922_1100 (size=6154) 2024-12-07T18:20:14,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741922_1100 (size=6154) 2024-12-07T18:20:14,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741922_1100 (size=6154) 2024-12-07T18:20:14,978 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/.tmp/a/4f70383f13ee402386759a93d46869d7 as hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/4f70383f13ee402386759a93d46869d7 2024-12-07T18:20:14,985 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in bc925dd06a923952bb754eee1a9846f2/a of bc925dd06a923952bb754eee1a9846f2 into 4f70383f13ee402386759a93d46869d7(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T18:20:14,985 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for bc925dd06a923952bb754eee1a9846f2: 2024-12-07T18:20:14,985 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-07T18:20:14,985 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-07T18:20:15,025 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34291/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595614732, size=0 (0bytes) 2024-12-07T18:20:15,025 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34291/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595614732 might be still open, length is 0 2024-12-07T18:20:15,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34291/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595614732 2024-12-07T18:20:15,026 WARN [IPC Server handler 1 on default port 34291 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595614732 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-07T18:20:15,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34291/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595614732 after 1ms 2024-12-07T18:20:15,364 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:58922 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:34813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58922 dst: /127.0.0.1:34813 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34813 remote=/127.0.0.1:58922]. Total timeout mills is 60000, 59621 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:15,366 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:39788 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:45997:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39788 dst: /127.0.0.1:45997 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45997 remote=/127.0.0.1:39788]. Total timeout mills is 60000, 59618 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:15,369 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:58386 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:37145:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58386 dst: /127.0.0.1:37145 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:15,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741917_1101 (size=1168) 2024-12-07T18:20:15,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741917_1101 (size=1168) 2024-12-07T18:20:15,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741917_1101 (size=1168) 2024-12-07T18:20:18,914 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T18:20:19,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34291/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595614732 after 4002ms 2024-12-07T18:20:19,030 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595614732: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:20:19,030 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34291/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595614732 took 4006ms 2024-12-07T18:20:19,032 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34291/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595614732; continuing. 2024-12-07T18:20:19,032 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34291/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595614732 so closing down 2024-12-07T18:20:19,032 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T18:20:19,033 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733595614732.temp 2024-12-07T18:20:19,034 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/recovered.edits/0000000000000000003-wal.1733595614732.temp 2024-12-07T18:20:19,035 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T18:20:19,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741923_1102 (size=547) 2024-12-07T18:20:19,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741923_1102 (size=547) 2024-12-07T18:20:19,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741923_1102 (size=547) 2024-12-07T18:20:19,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/recovered.edits/0000000000000000003-wal.1733595614732.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-07T18:20:19,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/recovered.edits/0000000000000000003-wal.1733595614732.temp to hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/recovered.edits/0000000000000000008 2024-12-07T18:20:19,043 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:34291/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595614732, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T18:20:19,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34291/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595614732, journal: Splitting hdfs://localhost:34291/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595614732, size=0 (0bytes) at 1733595615025Finishing writing output for hdfs://localhost:34291/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595614732 so closing down at 1733595619032 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/recovered.edits/0000000000000000003-wal.1733595614732.temp at 1733595619034 (+2 ms)3 split writer threads finished at 1733595619035 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/recovered.edits/0000000000000000003-wal.1733595614732.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733595619041 (+6 ms)Rename recovered edits hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/recovered.edits/0000000000000000003-wal.1733595614732.temp to hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/recovered.edits/0000000000000000008 at 1733595619043 (+2 ms)Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:34291/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595614732, size=0, length=0, corrupted=false, cancelled=false at 1733595619043 2024-12-07T18:20:19,044 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34291/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595614732 to hdfs://localhost:34291/hbase/oldWALs/wal.1733595614732 2024-12-07T18:20:19,045 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/recovered.edits/0000000000000000008 2024-12-07T18:20:19,045 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:20:19,047 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:20:19,061 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595619047, exclude list is [], retry=0 2024-12-07T18:20:19,063 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:20:19,063 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:20:19,063 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:20:19,065 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595619047 2024-12-07T18:20:19,065 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36697:36697)] 2024-12-07T18:20:19,065 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bc925dd06a923952bb754eee1a9846f2, NAME => 'testCompactedBulkLoadedFiles,,1733595614653.bc925dd06a923952bb754eee1a9846f2.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:20:19,065 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733595614653.bc925dd06a923952bb754eee1a9846f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:19,066 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:19,066 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:19,067 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:19,067 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc925dd06a923952bb754eee1a9846f2 columnFamilyName a 2024-12-07T18:20:19,068 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:19,073 DEBUG [StoreFileOpener-bc925dd06a923952bb754eee1a9846f2-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1421a8999f504c3d89e56924b8bcbeb6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T18:20:19,073 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/1421a8999f504c3d89e56924b8bcbeb6_SeqId_4_ 2024-12-07T18:20:19,077 DEBUG [StoreFileOpener-bc925dd06a923952bb754eee1a9846f2-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 30bb1c3c1c2d43fd9e2954fa3fec4eb5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T18:20:19,077 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/30bb1c3c1c2d43fd9e2954fa3fec4eb5_SeqId_4_ 2024-12-07T18:20:19,081 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/4f70383f13ee402386759a93d46869d7 2024-12-07T18:20:19,084 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/74079edfe2d94e479158a981d511dd49 2024-12-07T18:20:19,087 DEBUG [StoreFileOpener-bc925dd06a923952bb754eee1a9846f2-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 93d14603be49454985dbe13645b02b34_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T18:20:19,088 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/93d14603be49454985dbe13645b02b34_SeqId_4_ 2024-12-07T18:20:19,088 WARN [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/1421a8999f504c3d89e56924b8bcbeb6_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6a7aa933 2024-12-07T18:20:19,088 WARN [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/30bb1c3c1c2d43fd9e2954fa3fec4eb5_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6a7aa933 2024-12-07T18:20:19,088 WARN [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/74079edfe2d94e479158a981d511dd49 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6a7aa933 2024-12-07T18:20:19,088 WARN [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/93d14603be49454985dbe13645b02b34_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6a7aa933 2024-12-07T18:20:19,088 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/1421a8999f504c3d89e56924b8bcbeb6_SeqId_4_, hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/30bb1c3c1c2d43fd9e2954fa3fec4eb5_SeqId_4_, hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/74079edfe2d94e479158a981d511dd49, hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/93d14603be49454985dbe13645b02b34_SeqId_4_] to archive 2024-12-07T18:20:19,089 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T18:20:19,090 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/1421a8999f504c3d89e56924b8bcbeb6_SeqId_4_ to hdfs://localhost:34291/hbase/archive/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/1421a8999f504c3d89e56924b8bcbeb6_SeqId_4_ 2024-12-07T18:20:19,091 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/30bb1c3c1c2d43fd9e2954fa3fec4eb5_SeqId_4_ to hdfs://localhost:34291/hbase/archive/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/30bb1c3c1c2d43fd9e2954fa3fec4eb5_SeqId_4_ 2024-12-07T18:20:19,092 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/74079edfe2d94e479158a981d511dd49 to hdfs://localhost:34291/hbase/archive/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/74079edfe2d94e479158a981d511dd49 2024-12-07T18:20:19,094 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/93d14603be49454985dbe13645b02b34_SeqId_4_ to hdfs://localhost:34291/hbase/archive/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/a/93d14603be49454985dbe13645b02b34_SeqId_4_ 2024-12-07T18:20:19,094 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.HStore(327): Store=bc925dd06a923952bb754eee1a9846f2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:19,094 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:19,094 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc925dd06a923952bb754eee1a9846f2 columnFamilyName b 2024-12-07T18:20:19,094 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:19,095 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.HStore(327): Store=bc925dd06a923952bb754eee1a9846f2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:19,095 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:19,096 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc925dd06a923952bb754eee1a9846f2 columnFamilyName c 2024-12-07T18:20:19,096 DEBUG [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:19,096 INFO [StoreOpener-bc925dd06a923952bb754eee1a9846f2-1 {}] regionserver.HStore(327): Store=bc925dd06a923952bb754eee1a9846f2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:19,096 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:19,097 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:19,098 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:19,099 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/recovered.edits/0000000000000000008 2024-12-07T18:20:19,100 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:20:19,102 DEBUG [Time-limited test {}] regionserver.HRegion(5836): bc925dd06a923952bb754eee1a9846f2 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "bc925dd06a923952bb754eee1a9846f2" family_name: "a" compaction_input: "74079edfe2d94e479158a981d511dd49" compaction_input: "30bb1c3c1c2d43fd9e2954fa3fec4eb5_SeqId_4_" compaction_input: "1421a8999f504c3d89e56924b8bcbeb6_SeqId_4_" compaction_input: "93d14603be49454985dbe13645b02b34_SeqId_4_" compaction_output: "4f70383f13ee402386759a93d46869d7" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733595614653.bc925dd06a923952bb754eee1a9846f2." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-07T18:20:19,102 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-07T18:20:19,102 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/recovered.edits/0000000000000000008 2024-12-07T18:20:19,103 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/recovered.edits/0000000000000000008 2024-12-07T18:20:19,104 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:19,104 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:19,104 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T18:20:19,105 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bc925dd06a923952bb754eee1a9846f2 2024-12-07T18:20:19,108 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testCompactedBulkLoadedFiles/bc925dd06a923952bb754eee1a9846f2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T18:20:19,109 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bc925dd06a923952bb754eee1a9846f2; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68188115, jitterRate=0.016082093119621277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T18:20:19,109 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bc925dd06a923952bb754eee1a9846f2: Writing region info on filesystem at 1733595619066Initializing all the Stores at 1733595619066Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595619066Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595619066Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595619067 (+1 ms)Cleaning up temporary data from old regions at 1733595619104 (+37 ms)Region opened successfully at 1733595619109 (+5 ms) 2024-12-07T18:20:19,111 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bc925dd06a923952bb754eee1a9846f2, disabling compactions & flushes 2024-12-07T18:20:19,111 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733595614653.bc925dd06a923952bb754eee1a9846f2. 2024-12-07T18:20:19,111 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733595614653.bc925dd06a923952bb754eee1a9846f2. 2024-12-07T18:20:19,111 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733595614653.bc925dd06a923952bb754eee1a9846f2. after waiting 0 ms 2024-12-07T18:20:19,111 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733595614653.bc925dd06a923952bb754eee1a9846f2. 2024-12-07T18:20:19,113 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733595614653.bc925dd06a923952bb754eee1a9846f2. 2024-12-07T18:20:19,113 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bc925dd06a923952bb754eee1a9846f2: Waiting for close lock at 1733595619111Disabling compacts and flushes for region at 1733595619111Disabling writes for close at 1733595619111Writing region close event to WAL at 1733595619112 (+1 ms)Closed at 1733595619112 2024-12-07T18:20:19,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741924_1103 (size=95) 2024-12-07T18:20:19,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741924_1103 (size=95) 2024-12-07T18:20:19,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741924_1103 (size=95) 2024-12-07T18:20:19,117 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T18:20:19,117 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733595619047) 2024-12-07T18:20:19,131 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=440 (was 427) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-914014765_22 at /127.0.0.1:58998 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-914014765_22 at /127.0.0.1:39852 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:34291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34291 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-914014765_22 at /127.0.0.1:58460 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=6217 (was 6229) 2024-12-07T18:20:19,132 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-07T18:20:19,145 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=440, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=6216 2024-12-07T18:20:19,145 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-07T18:20:19,159 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:20:19,161 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T18:20:19,162 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T18:20:19,164 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-18692258, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/hregion-18692258, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:20:19,177 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-18692258/hregion-18692258.1733595619164, exclude list is [], retry=0 2024-12-07T18:20:19,179 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:20:19,179 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:20:19,180 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:20:19,181 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-18692258/hregion-18692258.1733595619164 2024-12-07T18:20:19,182 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36877:36877)] 2024-12-07T18:20:19,182 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 321165adb4f049815fb1c80b3297edbc, NAME => 'testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34291/hbase 2024-12-07T18:20:19,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741926_1105 (size=67) 2024-12-07T18:20:19,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741926_1105 (size=67) 2024-12-07T18:20:19,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741926_1105 (size=67) 2024-12-07T18:20:19,190 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:19,191 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,192 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321165adb4f049815fb1c80b3297edbc columnFamilyName a 2024-12-07T18:20:19,192 DEBUG [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:19,193 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(327): Store=321165adb4f049815fb1c80b3297edbc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:19,193 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,194 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321165adb4f049815fb1c80b3297edbc columnFamilyName b 2024-12-07T18:20:19,194 DEBUG [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:19,194 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(327): Store=321165adb4f049815fb1c80b3297edbc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:19,194 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,195 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321165adb4f049815fb1c80b3297edbc columnFamilyName c 2024-12-07T18:20:19,195 DEBUG [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:19,196 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(327): Store=321165adb4f049815fb1c80b3297edbc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:19,196 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,197 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,197 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,198 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,198 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,198 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T18:20:19,199 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,201 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T18:20:19,202 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 321165adb4f049815fb1c80b3297edbc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65360211, jitterRate=-0.026056960225105286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T18:20:19,202 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 321165adb4f049815fb1c80b3297edbc: Writing region info on filesystem at 1733595619190Initializing all the Stores at 1733595619191 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595619191Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595619191Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595619191Cleaning up temporary data from old regions at 1733595619198 (+7 ms)Region opened successfully at 1733595619202 (+4 ms) 2024-12-07T18:20:19,202 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 321165adb4f049815fb1c80b3297edbc, disabling compactions & flushes 2024-12-07T18:20:19,202 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc. 2024-12-07T18:20:19,202 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc. 2024-12-07T18:20:19,202 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc. after waiting 0 ms 2024-12-07T18:20:19,202 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc. 2024-12-07T18:20:19,202 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc. 2024-12-07T18:20:19,202 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 321165adb4f049815fb1c80b3297edbc: Waiting for close lock at 1733595619202Disabling compacts and flushes for region at 1733595619202Disabling writes for close at 1733595619202Writing region close event to WAL at 1733595619202Closed at 1733595619202 2024-12-07T18:20:19,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741925_1104 (size=95) 2024-12-07T18:20:19,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741925_1104 (size=95) 2024-12-07T18:20:19,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741925_1104 (size=95) 2024-12-07T18:20:19,207 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T18:20:19,207 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-18692258:(num 1733595619164) 2024-12-07T18:20:19,207 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:20:19,209 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:20:19,223 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619210, exclude list is [], retry=0 2024-12-07T18:20:19,225 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:20:19,225 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:20:19,226 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:20:19,227 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619210 2024-12-07T18:20:19,227 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36877:36877)] 2024-12-07T18:20:19,227 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 321165adb4f049815fb1c80b3297edbc, NAME => 'testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:20:19,228 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:19,228 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,228 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,230 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,231 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321165adb4f049815fb1c80b3297edbc columnFamilyName a 2024-12-07T18:20:19,231 DEBUG [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:19,232 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(327): Store=321165adb4f049815fb1c80b3297edbc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:19,232 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,232 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321165adb4f049815fb1c80b3297edbc columnFamilyName b 2024-12-07T18:20:19,233 DEBUG [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:19,233 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(327): Store=321165adb4f049815fb1c80b3297edbc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:19,233 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,234 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321165adb4f049815fb1c80b3297edbc columnFamilyName c 2024-12-07T18:20:19,234 DEBUG [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:19,234 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(327): Store=321165adb4f049815fb1c80b3297edbc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:19,235 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,235 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,236 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,237 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,237 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,238 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T18:20:19,239 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,240 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 321165adb4f049815fb1c80b3297edbc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66110507, jitterRate=-0.014876678586006165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T18:20:19,240 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 321165adb4f049815fb1c80b3297edbc: Writing region info on filesystem at 1733595619228Initializing all the Stores at 1733595619229 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595619229Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595619230 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595619230Cleaning up temporary data from old regions at 1733595619237 (+7 ms)Region opened successfully at 1733595619240 (+3 ms) 2024-12-07T18:20:19,248 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 321165adb4f049815fb1c80b3297edbc 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-07T18:20:19,263 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/.tmp/a/863495950f64481b8fa508cf4b03c1b9 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733595619240/Put/seqid=0 2024-12-07T18:20:19,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741928_1107 (size=5958) 2024-12-07T18:20:19,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741928_1107 (size=5958) 2024-12-07T18:20:19,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741928_1107 (size=5958) 2024-12-07T18:20:19,270 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/.tmp/a/863495950f64481b8fa508cf4b03c1b9 2024-12-07T18:20:19,275 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/.tmp/a/863495950f64481b8fa508cf4b03c1b9 as hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/a/863495950f64481b8fa508cf4b03c1b9 2024-12-07T18:20:19,280 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/a/863495950f64481b8fa508cf4b03c1b9, entries=10, sequenceid=13, filesize=5.8 K 2024-12-07T18:20:19,281 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 321165adb4f049815fb1c80b3297edbc in 33ms, sequenceid=13, compaction requested=false 2024-12-07T18:20:19,281 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 321165adb4f049815fb1c80b3297edbc: 2024-12-07T18:20:19,297 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 321165adb4f049815fb1c80b3297edbc, disabling compactions & flushes 2024-12-07T18:20:19,297 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc. 2024-12-07T18:20:19,297 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc. 2024-12-07T18:20:19,297 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc. after waiting 0 ms 2024-12-07T18:20:19,297 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc. 2024-12-07T18:20:19,298 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc. 2024-12-07T18:20:19,298 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc. 2024-12-07T18:20:19,298 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 321165adb4f049815fb1c80b3297edbc: Waiting for close lock at 1733595619297Disabling compacts and flushes for region at 1733595619297Disabling writes for close at 1733595619297Writing region close event to WAL at 1733595619298 (+1 ms)Closed at 1733595619298 2024-12-07T18:20:19,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741927_1106 (size=3346) 2024-12-07T18:20:19,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741927_1106 (size=3346) 2024-12-07T18:20:19,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741927_1106 (size=3346) 2024-12-07T18:20:19,316 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619210, size=3.3 K (3346bytes) 2024-12-07T18:20:19,316 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619210 2024-12-07T18:20:19,316 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619210 after 0ms 2024-12-07T18:20:19,318 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619210: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:20:19,318 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619210 took 2ms 2024-12-07T18:20:19,320 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619210 so closing down 2024-12-07T18:20:19,320 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T18:20:19,321 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733595619210.temp 2024-12-07T18:20:19,322 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000003-wal.1733595619210.temp 2024-12-07T18:20:19,323 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T18:20:19,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741929_1108 (size=2944) 2024-12-07T18:20:19,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741929_1108 (size=2944) 2024-12-07T18:20:19,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741929_1108 (size=2944) 2024-12-07T18:20:19,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000003-wal.1733595619210.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-07T18:20:19,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000003-wal.1733595619210.temp to hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000035 2024-12-07T18:20:19,333 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619210, size=3.3 K, length=3346, corrupted=false, cancelled=false 2024-12-07T18:20:19,333 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619210, journal: Splitting hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619210, size=3.3 K (3346bytes) at 1733595619316Finishing writing output for hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619210 so closing down at 1733595619320 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000003-wal.1733595619210.temp at 1733595619322 (+2 ms)3 split writer threads finished at 1733595619323 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000003-wal.1733595619210.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733595619331 (+8 ms)Rename recovered edits hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000003-wal.1733595619210.temp to hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000035 at 1733595619333 (+2 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619210, size=3.3 K, length=3346, corrupted=false, cancelled=false at 1733595619333 2024-12-07T18:20:19,334 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619210 to hdfs://localhost:34291/hbase/oldWALs/wal.1733595619210 2024-12-07T18:20:19,335 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000035 2024-12-07T18:20:19,335 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:20:19,337 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:20:19,350 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619337, exclude list is [], retry=0 2024-12-07T18:20:19,353 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:20:19,353 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:20:19,353 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:20:19,355 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619337 2024-12-07T18:20:19,355 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36257:36257),(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36697:36697)] 2024-12-07T18:20:19,355 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 321165adb4f049815fb1c80b3297edbc, NAME => 'testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc.', STARTKEY => '', ENDKEY => ''} 2024-12-07T18:20:19,355 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:19,355 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,356 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,357 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,358 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321165adb4f049815fb1c80b3297edbc columnFamilyName a 2024-12-07T18:20:19,358 DEBUG [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:19,364 DEBUG [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/a/863495950f64481b8fa508cf4b03c1b9 2024-12-07T18:20:19,364 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(327): Store=321165adb4f049815fb1c80b3297edbc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:19,364 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,365 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321165adb4f049815fb1c80b3297edbc columnFamilyName b 2024-12-07T18:20:19,365 DEBUG [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:19,365 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(327): Store=321165adb4f049815fb1c80b3297edbc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:19,366 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,366 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321165adb4f049815fb1c80b3297edbc columnFamilyName c 2024-12-07T18:20:19,366 DEBUG [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:19,367 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(327): Store=321165adb4f049815fb1c80b3297edbc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:19,367 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,367 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,368 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,369 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000035 2024-12-07T18:20:19,370 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:20:19,372 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000035 2024-12-07T18:20:19,372 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 321165adb4f049815fb1c80b3297edbc 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-07T18:20:19,387 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/.tmp/b/374e2d3449634390967489c57030fd2f is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733595619281/Put/seqid=0 2024-12-07T18:20:19,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741931_1110 (size=5958) 2024-12-07T18:20:19,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741931_1110 (size=5958) 2024-12-07T18:20:19,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741931_1110 (size=5958) 2024-12-07T18:20:19,394 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/.tmp/b/374e2d3449634390967489c57030fd2f 2024-12-07T18:20:19,413 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/.tmp/c/d263ae0fa77949259639afe54ea44aa2 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733595619287/Put/seqid=0 2024-12-07T18:20:19,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741932_1111 (size=5958) 2024-12-07T18:20:19,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741932_1111 (size=5958) 2024-12-07T18:20:19,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741932_1111 (size=5958) 2024-12-07T18:20:19,421 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/.tmp/c/d263ae0fa77949259639afe54ea44aa2 2024-12-07T18:20:19,426 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/.tmp/b/374e2d3449634390967489c57030fd2f as hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/b/374e2d3449634390967489c57030fd2f 2024-12-07T18:20:19,431 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/b/374e2d3449634390967489c57030fd2f, entries=10, sequenceid=35, filesize=5.8 K 2024-12-07T18:20:19,432 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/.tmp/c/d263ae0fa77949259639afe54ea44aa2 as hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/c/d263ae0fa77949259639afe54ea44aa2 2024-12-07T18:20:19,436 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/c/d263ae0fa77949259639afe54ea44aa2, entries=10, sequenceid=35, filesize=5.8 K 2024-12-07T18:20:19,436 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 321165adb4f049815fb1c80b3297edbc in 64ms, sequenceid=35, compaction requested=false; wal=null 2024-12-07T18:20:19,437 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000035 2024-12-07T18:20:19,438 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,438 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,439 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T18:20:19,440 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:19,442 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-07T18:20:19,442 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 321165adb4f049815fb1c80b3297edbc; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58936738, jitterRate=-0.12177416682243347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T18:20:19,442 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 321165adb4f049815fb1c80b3297edbc: Writing region info on filesystem at 1733595619356Initializing all the Stores at 1733595619356Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595619357 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595619357Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595619357Obtaining lock to block concurrent updates at 1733595619372 (+15 ms)Preparing flush snapshotting stores in 321165adb4f049815fb1c80b3297edbc at 1733595619372Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733595619372Flushing stores of testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc. at 1733595619372Flushing 321165adb4f049815fb1c80b3297edbc/b: creating writer at 1733595619372Flushing 321165adb4f049815fb1c80b3297edbc/b: appending metadata at 1733595619386 (+14 ms)Flushing 321165adb4f049815fb1c80b3297edbc/b: closing flushed file at 1733595619386Flushing 321165adb4f049815fb1c80b3297edbc/c: creating writer at 1733595619398 (+12 ms)Flushing 321165adb4f049815fb1c80b3297edbc/c: appending metadata at 1733595619413 (+15 ms)Flushing 321165adb4f049815fb1c80b3297edbc/c: closing flushed file at 1733595619413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a543f0c: reopening flushed file at 1733595619425 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2356eda6: reopening flushed file at 1733595619431 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 321165adb4f049815fb1c80b3297edbc in 64ms, sequenceid=35, compaction requested=false; wal=null at 1733595619436 (+5 ms)Cleaning up temporary data from old regions at 1733595619438 (+2 ms)Region opened successfully at 1733595619442 (+4 ms) 2024-12-07T18:20:19,506 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619337, size=0 (0bytes) 2024-12-07T18:20:19,506 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619337 might be still open, length is 0 2024-12-07T18:20:19,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619337 2024-12-07T18:20:19,506 WARN [IPC Server handler 1 on default port 34291 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619337 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-07T18:20:19,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619337 after 0ms 2024-12-07T18:20:21,363 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:59042 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:34813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59042 dst: /127.0.0.1:34813 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34813 remote=/127.0.0.1:59042]. Total timeout mills is 60000, 58105 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:21,364 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:58512 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:37145:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58512 dst: /127.0.0.1:37145 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:21,364 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_704042799_22 at /127.0.0.1:39924 [Receiving block BP-1919533473-172.17.0.2-1733595579935:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:45997:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39924 dst: /127.0.0.1:45997 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:21,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741930_1112 (size=2936) 2024-12-07T18:20:21,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741930_1112 (size=2936) 2024-12-07T18:20:23,507 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619337 after 4001ms 2024-12-07T18:20:23,511 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619337: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:20:23,511 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619337 took 4006ms 2024-12-07T18:20:23,514 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619337; continuing. 2024-12-07T18:20:23,514 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619337 so closing down 2024-12-07T18:20:23,514 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T18:20:23,520 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733595619337.temp 2024-12-07T18:20:23,524 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000037-wal.1733595619337.temp 2024-12-07T18:20:23,524 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T18:20:23,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741933_1113 (size=2944) 2024-12-07T18:20:23,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741933_1113 (size=2944) 2024-12-07T18:20:23,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741933_1113 (size=2944) 2024-12-07T18:20:23,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000037-wal.1733595619337.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-07T18:20:23,542 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000037-wal.1733595619337.temp to hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000066 2024-12-07T18:20:23,542 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619337, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T18:20:23,542 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619337, journal: Splitting hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619337, size=0 (0bytes) at 1733595619506Finishing writing output for hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619337 so closing down at 1733595623514 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000037-wal.1733595619337.temp at 1733595623524 (+10 ms)3 split writer threads finished at 1733595623524Closed recovered edits writer path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000037-wal.1733595619337.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733595623540 (+16 ms)Rename recovered edits hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000037-wal.1733595619337.temp to hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000066 at 1733595623542 (+2 ms)Processed 30 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619337, size=0, length=0, corrupted=false, cancelled=false at 1733595623542 2024-12-07T18:20:23,544 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619337 to hdfs://localhost:34291/hbase/oldWALs/wal.1733595619337 2024-12-07T18:20:23,545 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000066 2024-12-07T18:20:23,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T18:20:23,547 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34291/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159, archiveDir=hdfs://localhost:34291/hbase/oldWALs, maxLogs=32 2024-12-07T18:20:23,563 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595623547, exclude list is [], retry=0 2024-12-07T18:20:23,566 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-6234bb90-98b3-4690-afe8-ddd6d556ad58,DISK] 2024-12-07T18:20:23,566 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45997,DS-61386598-9959-4e90-b79f-1a8514c1925e,DISK] 2024-12-07T18:20:23,566 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34813,DS-795a76f8-8596-4e85-82e5-c139683e1e81,DISK] 2024-12-07T18:20:23,576 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595623547 2024-12-07T18:20:23,579 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:36257:36257)] 2024-12-07T18:20:23,580 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T18:20:23,582 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:23,583 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321165adb4f049815fb1c80b3297edbc columnFamilyName a 2024-12-07T18:20:23,583 DEBUG [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:23,589 DEBUG [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/a/863495950f64481b8fa508cf4b03c1b9 2024-12-07T18:20:23,589 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(327): Store=321165adb4f049815fb1c80b3297edbc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:23,589 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:23,590 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321165adb4f049815fb1c80b3297edbc columnFamilyName b 2024-12-07T18:20:23,590 DEBUG [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:23,598 DEBUG [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/b/374e2d3449634390967489c57030fd2f 2024-12-07T18:20:23,598 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(327): Store=321165adb4f049815fb1c80b3297edbc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:23,598 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:23,599 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321165adb4f049815fb1c80b3297edbc columnFamilyName c 2024-12-07T18:20:23,600 DEBUG [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T18:20:23,610 DEBUG [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/c/d263ae0fa77949259639afe54ea44aa2 2024-12-07T18:20:23,610 INFO [StoreOpener-321165adb4f049815fb1c80b3297edbc-1 {}] regionserver.HStore(327): Store=321165adb4f049815fb1c80b3297edbc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T18:20:23,610 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:23,611 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:23,613 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:23,614 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000066 2024-12-07T18:20:23,616 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T18:20:23,622 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000066 2024-12-07T18:20:23,622 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 321165adb4f049815fb1c80b3297edbc 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-07T18:20:23,638 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/.tmp/a/2043c3f065c542bf9ced7e962335a20c is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733595619448/Put/seqid=0 2024-12-07T18:20:23,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741935_1115 (size=5958) 2024-12-07T18:20:23,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741935_1115 (size=5958) 2024-12-07T18:20:23,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741935_1115 (size=5958) 2024-12-07T18:20:23,649 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/.tmp/a/2043c3f065c542bf9ced7e962335a20c 2024-12-07T18:20:23,677 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/.tmp/b/dc548152008d43c2908d10b006748487 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733595619456/Put/seqid=0 2024-12-07T18:20:23,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741936_1116 (size=5958) 2024-12-07T18:20:23,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741936_1116 (size=5958) 2024-12-07T18:20:23,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741936_1116 (size=5958) 2024-12-07T18:20:23,687 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/.tmp/b/dc548152008d43c2908d10b006748487 2024-12-07T18:20:23,707 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/.tmp/c/fa887daede744b979672fbfdedc88eaf is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733595619463/Put/seqid=0 2024-12-07T18:20:23,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741937_1117 (size=5958) 2024-12-07T18:20:23,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741937_1117 (size=5958) 2024-12-07T18:20:23,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741937_1117 (size=5958) 2024-12-07T18:20:23,715 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/.tmp/c/fa887daede744b979672fbfdedc88eaf 2024-12-07T18:20:23,721 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/.tmp/a/2043c3f065c542bf9ced7e962335a20c as hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/a/2043c3f065c542bf9ced7e962335a20c 2024-12-07T18:20:23,725 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/a/2043c3f065c542bf9ced7e962335a20c, entries=10, sequenceid=66, filesize=5.8 K 2024-12-07T18:20:23,726 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/.tmp/b/dc548152008d43c2908d10b006748487 as hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/b/dc548152008d43c2908d10b006748487 2024-12-07T18:20:23,730 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/b/dc548152008d43c2908d10b006748487, entries=10, sequenceid=66, filesize=5.8 K 2024-12-07T18:20:23,731 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/.tmp/c/fa887daede744b979672fbfdedc88eaf as hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/c/fa887daede744b979672fbfdedc88eaf 2024-12-07T18:20:23,735 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/c/fa887daede744b979672fbfdedc88eaf, entries=10, sequenceid=66, filesize=5.8 K 2024-12-07T18:20:23,736 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 321165adb4f049815fb1c80b3297edbc in 114ms, sequenceid=66, compaction requested=false; wal=null 2024-12-07T18:20:23,736 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/0000000000000000066 2024-12-07T18:20:23,737 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:23,737 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:23,738 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T18:20:23,739 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 321165adb4f049815fb1c80b3297edbc 2024-12-07T18:20:23,741 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/hbase/data/default/testReplayEditsWrittenViaHRegion/321165adb4f049815fb1c80b3297edbc/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-07T18:20:23,742 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 321165adb4f049815fb1c80b3297edbc; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74290517, jitterRate=0.1070149689912796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T18:20:23,742 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 321165adb4f049815fb1c80b3297edbc: Writing region info on filesystem at 1733595623580Initializing all the Stores at 1733595623581 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595623581Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595623581Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733595623581Obtaining lock to block concurrent updates at 1733595623622 (+41 ms)Preparing flush snapshotting stores in 321165adb4f049815fb1c80b3297edbc at 1733595623622Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733595623622Flushing stores of testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc. at 1733595623622Flushing 321165adb4f049815fb1c80b3297edbc/a: creating writer at 1733595623622Flushing 321165adb4f049815fb1c80b3297edbc/a: appending metadata at 1733595623637 (+15 ms)Flushing 321165adb4f049815fb1c80b3297edbc/a: closing flushed file at 1733595623637Flushing 321165adb4f049815fb1c80b3297edbc/b: creating writer at 1733595623655 (+18 ms)Flushing 321165adb4f049815fb1c80b3297edbc/b: appending metadata at 1733595623676 (+21 ms)Flushing 321165adb4f049815fb1c80b3297edbc/b: closing flushed file at 1733595623676Flushing 321165adb4f049815fb1c80b3297edbc/c: creating writer at 1733595623692 (+16 ms)Flushing 321165adb4f049815fb1c80b3297edbc/c: appending metadata at 1733595623706 (+14 ms)Flushing 321165adb4f049815fb1c80b3297edbc/c: closing flushed file at 1733595623706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12bc849b: reopening flushed file at 1733595623720 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb05a7f: reopening flushed file at 1733595623725 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c822f: reopening flushed file at 1733595623731 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 321165adb4f049815fb1c80b3297edbc in 114ms, sequenceid=66, compaction requested=false; wal=null at 1733595623736 (+5 ms)Cleaning up temporary data from old regions at 1733595623737 (+1 ms)Region opened successfully at 1733595623742 (+5 ms) 2024-12-07T18:20:23,756 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 321165adb4f049815fb1c80b3297edbc, disabling compactions & flushes 2024-12-07T18:20:23,756 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc. 2024-12-07T18:20:23,756 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc. 2024-12-07T18:20:23,756 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc. after waiting 0 ms 2024-12-07T18:20:23,756 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc. 2024-12-07T18:20:23,758 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733595619160.321165adb4f049815fb1c80b3297edbc. 2024-12-07T18:20:23,758 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 321165adb4f049815fb1c80b3297edbc: Waiting for close lock at 1733595623756Disabling compacts and flushes for region at 1733595623756Disabling writes for close at 1733595623756Writing region close event to WAL at 1733595623758 (+2 ms)Closed at 1733595623758 2024-12-07T18:20:23,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741934_1114 (size=95) 2024-12-07T18:20:23,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741934_1114 (size=95) 2024-12-07T18:20:23,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741934_1114 (size=95) 2024-12-07T18:20:23,765 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T18:20:23,765 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733595623547) 2024-12-07T18:20:23,782 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=445 (was 440) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34291 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:34291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1140896677_22 at /127.0.0.1:54084 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1140896677_22 at /127.0.0.1:54892 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1140896677_22 at /127.0.0.1:33244 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=335 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=6179 (was 6216) 2024-12-07T18:20:23,782 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-12-07T18:20:23,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T18:20:23,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T18:20:23,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T18:20:23,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T18:20:23,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T18:20:23,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T18:20:23,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T18:20:23,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=818882006, stopped=false 2024-12-07T18:20:23,784 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=92acd7e2389b,39177,1733595583598 2024-12-07T18:20:23,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T18:20:23,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:20:23,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T18:20:23,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:20:23,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T18:20:23,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:20:23,787 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T18:20:23,788 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T18:20:23,788 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T18:20:23,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T18:20:23,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T18:20:23,788 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '92acd7e2389b,45713,1733595584420' ***** 2024-12-07T18:20:23,788 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T18:20:23,789 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T18:20:23,789 INFO [RS:1;92acd7e2389b:45713 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T18:20:23,789 INFO [RS:1;92acd7e2389b:45713 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T18:20:23,789 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T18:20:23,789 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.HRegionServer(959): stopping server 92acd7e2389b,45713,1733595584420 2024-12-07T18:20:23,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T18:20:23,789 INFO [RS:1;92acd7e2389b:45713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T18:20:23,789 INFO [RS:1;92acd7e2389b:45713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;92acd7e2389b:45713. 2024-12-07T18:20:23,789 DEBUG [RS:1;92acd7e2389b:45713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T18:20:23,789 DEBUG [RS:1;92acd7e2389b:45713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T18:20:23,789 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T18:20:23,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T18:20:23,789 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T18:20:23,789 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T18:20:23,790 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T18:20:23,790 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T18:20:23,790 DEBUG [RS:1;92acd7e2389b:45713 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-07T18:20:23,790 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '92acd7e2389b,37461,1733595584462' ***** 2024-12-07T18:20:23,790 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T18:20:23,790 DEBUG [RS:1;92acd7e2389b:45713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T18:20:23,790 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T18:20:23,790 INFO [RS:2;92acd7e2389b:37461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T18:20:23,790 INFO [RS:2;92acd7e2389b:37461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T18:20:23,790 DEBUG [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T18:20:23,790 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:23,790 INFO [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T18:20:23,791 DEBUG [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T18:20:23,791 DEBUG [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T18:20:23,791 DEBUG [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T18:20:23,791 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T18:20:23,791 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.HRegionServer(959): stopping server 92acd7e2389b,37461,1733595584462 2024-12-07T18:20:23,791 INFO [RS:2;92acd7e2389b:37461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T18:20:23,791 INFO [RS:2;92acd7e2389b:37461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;92acd7e2389b:37461. 2024-12-07T18:20:23,791 INFO [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-07T18:20:23,791 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b18b7685b6e218ac7e48ec284f06489, disabling compactions & flushes 2024-12-07T18:20:23,791 DEBUG [RS:2;92acd7e2389b:37461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T18:20:23,791 DEBUG [RS:2;92acd7e2389b:37461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T18:20:23,791 INFO [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:23,791 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:23,791 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T18:20:23,791 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. after waiting 0 ms 2024-12-07T18:20:23,791 DEBUG [RS:2;92acd7e2389b:37461 {}] regionserver.HRegionServer(1325): Online Regions={5b18b7685b6e218ac7e48ec284f06489=testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489.} 2024-12-07T18:20:23,791 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:23,791 DEBUG [RS:2;92acd7e2389b:37461 {}] regionserver.HRegionServer(1351): Waiting on 5b18b7685b6e218ac7e48ec284f06489 2024-12-07T18:20:23,797 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5b18b7685b6e218ac7e48ec284f06489/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-07T18:20:23,797 INFO [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:23,797 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b18b7685b6e218ac7e48ec284f06489: Waiting for close lock at 1733595623791Running coprocessor pre-close hooks at 1733595623791Disabling compacts and flushes for region at 1733595623791Disabling writes for close at 1733595623791Writing region close event to WAL at 1733595623793 (+2 ms)Running coprocessor post-close hooks at 1733595623797 (+4 ms)Closed at 1733595623797 2024-12-07T18:20:23,798 DEBUG [RS_CLOSE_REGION-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489. 2024-12-07T18:20:23,803 INFO [regionserver/92acd7e2389b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T18:20:23,805 INFO [regionserver/92acd7e2389b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T18:20:23,815 DEBUG [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740/.tmp/info/210370c173b2477f918bf3df12b8ddfc is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733595599647.5b18b7685b6e218ac7e48ec284f06489./info:regioninfo/1733595602835/Put/seqid=0 2024-12-07T18:20:23,821 INFO [regionserver/92acd7e2389b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T18:20:23,821 INFO [regionserver/92acd7e2389b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T18:20:23,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741938_1118 (size=8243) 2024-12-07T18:20:23,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741938_1118 (size=8243) 2024-12-07T18:20:23,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741938_1118 (size=8243) 2024-12-07T18:20:23,824 INFO [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740/.tmp/info/210370c173b2477f918bf3df12b8ddfc 2024-12-07T18:20:23,845 DEBUG [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740/.tmp/ns/0db625f001b443639cf8285d20830757 is 43, key is default/ns:d/1733595586422/Put/seqid=0 2024-12-07T18:20:23,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741939_1119 (size=5153) 2024-12-07T18:20:23,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741939_1119 (size=5153) 2024-12-07T18:20:23,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741939_1119 (size=5153) 2024-12-07T18:20:23,852 INFO [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740/.tmp/ns/0db625f001b443639cf8285d20830757 2024-12-07T18:20:23,873 DEBUG [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740/.tmp/table/bf7f73411332440e9f92426fb5604cae is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733595600115/Put/seqid=0 2024-12-07T18:20:23,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741940_1120 (size=5431) 2024-12-07T18:20:23,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741940_1120 (size=5431) 2024-12-07T18:20:23,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741940_1120 (size=5431) 2024-12-07T18:20:23,880 INFO [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740/.tmp/table/bf7f73411332440e9f92426fb5604cae 2024-12-07T18:20:23,885 DEBUG [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740/.tmp/info/210370c173b2477f918bf3df12b8ddfc as hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740/info/210370c173b2477f918bf3df12b8ddfc 2024-12-07T18:20:23,890 INFO [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740/info/210370c173b2477f918bf3df12b8ddfc, entries=18, sequenceid=21, filesize=8.0 K 2024-12-07T18:20:23,891 DEBUG [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740/.tmp/ns/0db625f001b443639cf8285d20830757 as hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740/ns/0db625f001b443639cf8285d20830757 2024-12-07T18:20:23,896 INFO [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740/ns/0db625f001b443639cf8285d20830757, entries=2, sequenceid=21, filesize=5.0 K 2024-12-07T18:20:23,897 DEBUG [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740/.tmp/table/bf7f73411332440e9f92426fb5604cae as hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740/table/bf7f73411332440e9f92426fb5604cae 2024-12-07T18:20:23,902 INFO [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740/table/bf7f73411332440e9f92426fb5604cae, entries=2, sequenceid=21, filesize=5.3 K 2024-12-07T18:20:23,903 INFO [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=21, compaction requested=false 2024-12-07T18:20:23,907 DEBUG [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-07T18:20:23,908 DEBUG [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T18:20:23,908 INFO [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T18:20:23,908 DEBUG [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733595623790Running coprocessor pre-close hooks at 1733595623790Disabling compacts and flushes for region at 1733595623790Disabling writes for close at 1733595623791 (+1 ms)Obtaining lock to block concurrent updates at 1733595623791Preparing flush snapshotting stores in 1588230740 at 1733595623791Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733595623792 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733595623793 (+1 ms)Flushing 1588230740/info: creating writer at 1733595623793Flushing 1588230740/info: appending metadata at 1733595623814 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733595623814Flushing 1588230740/ns: creating writer at 1733595623830 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733595623844 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733595623844Flushing 1588230740/table: creating writer at 1733595623858 (+14 ms)Flushing 1588230740/table: appending metadata at 1733595623872 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733595623872Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62719f6d: reopening flushed file at 1733595623885 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d8c78c: reopening flushed file at 1733595623891 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d03701c: reopening flushed file at 1733595623896 (+5 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=21, compaction requested=false at 1733595623903 (+7 ms)Writing region close event to WAL at 1733595623904 (+1 ms)Running coprocessor post-close hooks at 1733595623907 (+3 ms)Closed at 1733595623908 (+1 ms) 2024-12-07T18:20:23,908 DEBUG [RS_CLOSE_META-regionserver/92acd7e2389b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T18:20:23,990 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.HRegionServer(976): stopping server 92acd7e2389b,45713,1733595584420; all regions closed. 2024-12-07T18:20:23,991 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.HRegionServer(976): stopping server 92acd7e2389b,37461,1733595584462; all regions closed. 2024-12-07T18:20:23,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741836_1012 (size=4718) 2024-12-07T18:20:23,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741836_1012 (size=4718) 2024-12-07T18:20:23,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741836_1012 (size=4718) 2024-12-07T18:20:23,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741835_1011 (size=723) 2024-12-07T18:20:23,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741835_1011 (size=723) 2024-12-07T18:20:23,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741835_1011 (size=723) 2024-12-07T18:20:23,997 DEBUG [RS:2;92acd7e2389b:37461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/oldWALs 2024-12-07T18:20:23,997 INFO [RS:2;92acd7e2389b:37461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 92acd7e2389b%2C37461%2C1733595584462:(num 1733595585894) 2024-12-07T18:20:23,997 DEBUG [RS:2;92acd7e2389b:37461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T18:20:23,997 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T18:20:23,997 DEBUG [RS:1;92acd7e2389b:45713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/oldWALs 2024-12-07T18:20:23,997 INFO [RS:1;92acd7e2389b:45713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 92acd7e2389b%2C45713%2C1733595584420.meta:.meta(num 1733595586271) 2024-12-07T18:20:23,997 INFO [RS:2;92acd7e2389b:37461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T18:20:23,997 INFO [RS:2;92acd7e2389b:37461 {}] hbase.ChoreService(370): Chore service for: regionserver/92acd7e2389b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T18:20:23,997 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T18:20:23,997 INFO [regionserver/92acd7e2389b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T18:20:23,997 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T18:20:23,997 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T18:20:23,997 INFO [RS:2;92acd7e2389b:37461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T18:20:23,997 INFO [RS:2;92acd7e2389b:37461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37461 2024-12-07T18:20:23,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741834_1010 (size=1705) 2024-12-07T18:20:23,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741834_1010 (size=1705) 2024-12-07T18:20:23,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741834_1010 (size=1705) 2024-12-07T18:20:23,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/92acd7e2389b,37461,1733595584462 2024-12-07T18:20:23,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T18:20:24,000 INFO [RS:2;92acd7e2389b:37461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T18:20:24,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [92acd7e2389b,37461,1733595584462] 2024-12-07T18:20:24,001 DEBUG [RS:1;92acd7e2389b:45713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/oldWALs 2024-12-07T18:20:24,001 INFO [RS:1;92acd7e2389b:45713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 92acd7e2389b%2C45713%2C1733595584420:(num 1733595585894) 2024-12-07T18:20:24,001 DEBUG [RS:1;92acd7e2389b:45713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T18:20:24,001 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T18:20:24,001 INFO [RS:1;92acd7e2389b:45713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T18:20:24,002 INFO [RS:1;92acd7e2389b:45713 {}] hbase.ChoreService(370): Chore service for: regionserver/92acd7e2389b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T18:20:24,002 INFO [RS:1;92acd7e2389b:45713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T18:20:24,002 INFO [regionserver/92acd7e2389b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T18:20:24,002 INFO [RS:1;92acd7e2389b:45713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45713 2024-12-07T18:20:24,003 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/92acd7e2389b,37461,1733595584462 already deleted, retry=false 2024-12-07T18:20:24,003 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 92acd7e2389b,37461,1733595584462 expired; onlineServers=1 2024-12-07T18:20:24,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/92acd7e2389b,45713,1733595584420 2024-12-07T18:20:24,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T18:20:24,004 INFO [RS:1;92acd7e2389b:45713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T18:20:24,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [92acd7e2389b,45713,1733595584420] 2024-12-07T18:20:24,006 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/92acd7e2389b,45713,1733595584420 already deleted, retry=false 2024-12-07T18:20:24,006 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 92acd7e2389b,45713,1733595584420 expired; onlineServers=0 2024-12-07T18:20:24,007 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '92acd7e2389b,39177,1733595583598' ***** 2024-12-07T18:20:24,007 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T18:20:24,007 INFO [M:0;92acd7e2389b:39177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T18:20:24,007 INFO [M:0;92acd7e2389b:39177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T18:20:24,007 DEBUG [M:0;92acd7e2389b:39177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T18:20:24,007 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T18:20:24,007 DEBUG [M:0;92acd7e2389b:39177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T18:20:24,007 DEBUG [master/92acd7e2389b:0:becomeActiveMaster-HFileCleaner.small.0-1733595585505 {}] cleaner.HFileCleaner(306): Exit Thread[master/92acd7e2389b:0:becomeActiveMaster-HFileCleaner.small.0-1733595585505,5,FailOnTimeoutGroup] 2024-12-07T18:20:24,007 DEBUG [master/92acd7e2389b:0:becomeActiveMaster-HFileCleaner.large.0-1733595585504 {}] cleaner.HFileCleaner(306): Exit Thread[master/92acd7e2389b:0:becomeActiveMaster-HFileCleaner.large.0-1733595585504,5,FailOnTimeoutGroup] 2024-12-07T18:20:24,007 INFO [M:0;92acd7e2389b:39177 {}] hbase.ChoreService(370): Chore service for: master/92acd7e2389b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T18:20:24,007 INFO [M:0;92acd7e2389b:39177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T18:20:24,007 DEBUG [M:0;92acd7e2389b:39177 {}] master.HMaster(1795): Stopping service threads 2024-12-07T18:20:24,007 INFO [M:0;92acd7e2389b:39177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T18:20:24,008 INFO [M:0;92acd7e2389b:39177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T18:20:24,008 INFO [M:0;92acd7e2389b:39177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T18:20:24,008 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T18:20:24,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-07T18:20:24,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T18:20:24,010 DEBUG [M:0;92acd7e2389b:39177 {}] zookeeper.ZKUtil(347): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-07T18:20:24,010 WARN [M:0;92acd7e2389b:39177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T18:20:24,011 INFO [M:0;92acd7e2389b:39177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/.lastflushedseqids 2024-12-07T18:20:24,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741941_1121 (size=138) 2024-12-07T18:20:24,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741941_1121 (size=138) 2024-12-07T18:20:24,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741941_1121 (size=138) 2024-12-07T18:20:24,025 INFO [M:0;92acd7e2389b:39177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T18:20:24,025 INFO [M:0;92acd7e2389b:39177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T18:20:24,026 DEBUG [M:0;92acd7e2389b:39177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T18:20:24,026 INFO [M:0;92acd7e2389b:39177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T18:20:24,026 DEBUG [M:0;92acd7e2389b:39177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T18:20:24,026 DEBUG [M:0;92acd7e2389b:39177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T18:20:24,026 DEBUG [M:0;92acd7e2389b:39177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T18:20:24,026 INFO [M:0;92acd7e2389b:39177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-12-07T18:20:24,039 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-07T18:20:24,039 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-07T18:20:24,040 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-07T18:20:24,040 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-07T18:20:24,040 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T18:20:24,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T18:20:24,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-07T18:20:24,041 DEBUG [M:0;92acd7e2389b:39177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d496b34699e44c92bcea9ebaf891f819 is 82, key is hbase:meta,,1/info:regioninfo/1733595586352/Put/seqid=0 2024-12-07T18:20:24,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741942_1122 (size=5672) 2024-12-07T18:20:24,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741942_1122 (size=5672) 2024-12-07T18:20:24,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741942_1122 (size=5672) 2024-12-07T18:20:24,047 INFO [M:0;92acd7e2389b:39177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d496b34699e44c92bcea9ebaf891f819 2024-12-07T18:20:24,067 DEBUG [M:0;92acd7e2389b:39177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f13a52095c243c696d251eb2cf55470 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733595600122/Put/seqid=0 2024-12-07T18:20:24,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741943_1123 (size=7755) 2024-12-07T18:20:24,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741943_1123 (size=7755) 2024-12-07T18:20:24,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741943_1123 (size=7755) 2024-12-07T18:20:24,074 INFO [M:0;92acd7e2389b:39177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f13a52095c243c696d251eb2cf55470 2024-12-07T18:20:24,078 INFO [M:0;92acd7e2389b:39177 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f13a52095c243c696d251eb2cf55470 2024-12-07T18:20:24,093 DEBUG [M:0;92acd7e2389b:39177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1df4371b316437787b3d58abdece22f is 69, key is 92acd7e2389b,37461,1733595584462/rs:state/1733595585650/Put/seqid=0 2024-12-07T18:20:24,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741944_1124 (size=5445) 2024-12-07T18:20:24,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741944_1124 (size=5445) 2024-12-07T18:20:24,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741944_1124 (size=5445) 2024-12-07T18:20:24,100 INFO [M:0;92acd7e2389b:39177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1df4371b316437787b3d58abdece22f 2024-12-07T18:20:24,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T18:20:24,101 INFO [RS:2;92acd7e2389b:37461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T18:20:24,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1018e273ba80003, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T18:20:24,101 INFO [RS:2;92acd7e2389b:37461 {}] regionserver.HRegionServer(1031): Exiting; stopping=92acd7e2389b,37461,1733595584462; zookeeper connection closed. 2024-12-07T18:20:24,102 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47977e6c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47977e6c 2024-12-07T18:20:24,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T18:20:24,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x1018e273ba80002, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T18:20:24,105 INFO [RS:1;92acd7e2389b:45713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T18:20:24,105 INFO [M:0;92acd7e2389b:39177 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1df4371b316437787b3d58abdece22f 2024-12-07T18:20:24,106 INFO [RS:1;92acd7e2389b:45713 {}] regionserver.HRegionServer(1031): Exiting; stopping=92acd7e2389b,45713,1733595584420; zookeeper connection closed. 2024-12-07T18:20:24,106 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fdc6895 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fdc6895 2024-12-07T18:20:24,106 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-07T18:20:24,106 DEBUG [M:0;92acd7e2389b:39177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d496b34699e44c92bcea9ebaf891f819 as hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d496b34699e44c92bcea9ebaf891f819 2024-12-07T18:20:24,112 INFO [M:0;92acd7e2389b:39177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d496b34699e44c92bcea9ebaf891f819, entries=8, sequenceid=168, filesize=5.5 K 2024-12-07T18:20:24,113 DEBUG [M:0;92acd7e2389b:39177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f13a52095c243c696d251eb2cf55470 as hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f13a52095c243c696d251eb2cf55470 2024-12-07T18:20:24,117 INFO [M:0;92acd7e2389b:39177 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f13a52095c243c696d251eb2cf55470 2024-12-07T18:20:24,118 INFO [M:0;92acd7e2389b:39177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f13a52095c243c696d251eb2cf55470, entries=17, sequenceid=168, filesize=7.6 K 2024-12-07T18:20:24,118 DEBUG [M:0;92acd7e2389b:39177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1df4371b316437787b3d58abdece22f as hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1df4371b316437787b3d58abdece22f 2024-12-07T18:20:24,123 INFO [M:0;92acd7e2389b:39177 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1df4371b316437787b3d58abdece22f 2024-12-07T18:20:24,123 INFO [M:0;92acd7e2389b:39177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/0054acec-3233-88b3-0343-f2019db94ba4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1df4371b316437787b3d58abdece22f, entries=3, sequenceid=168, filesize=5.3 K 2024-12-07T18:20:24,124 INFO [M:0;92acd7e2389b:39177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=168, compaction requested=false 2024-12-07T18:20:24,125 INFO [M:0;92acd7e2389b:39177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T18:20:24,125 DEBUG [M:0;92acd7e2389b:39177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733595624026Disabling compacts and flushes for region at 1733595624026Disabling writes for close at 1733595624026Obtaining lock to block concurrent updates at 1733595624026Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733595624026Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1733595624026Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733595624027 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733595624027Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733595624041 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733595624041Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733595624052 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733595624067 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733595624067Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733595624079 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733595624093 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733595624093Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12ae6883: reopening flushed file at 1733595624106 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3783ac8b: reopening flushed file at 1733595624112 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7217655f: reopening flushed file at 1733595624118 (+6 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=168, compaction requested=false at 1733595624124 (+6 ms)Writing region close event to WAL at 1733595624125 (+1 ms)Closed at 1733595624125 2024-12-07T18:20:24,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34813 is added to blk_1073741830_1006 (size=56467) 2024-12-07T18:20:24,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741830_1006 (size=56467) 2024-12-07T18:20:24,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45997 is added to blk_1073741830_1006 (size=56467) 2024-12-07T18:20:24,128 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T18:20:24,129 INFO [M:0;92acd7e2389b:39177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T18:20:24,129 INFO [M:0;92acd7e2389b:39177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39177 2024-12-07T18:20:24,129 INFO [M:0;92acd7e2389b:39177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T18:20:24,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T18:20:24,231 INFO [M:0;92acd7e2389b:39177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T18:20:24,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1018e273ba80000, quorum=127.0.0.1:52847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T18:20:24,238 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205/wal.1733595603986 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205/wal.1733595603986 (inode 16655) Holder DFSClient_NONMAPREDUCE_704042799_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733595603205/wal.1733595603986 (inode 16655) Holder DFSClient_NONMAPREDUCE_704042799_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T18:20:24,239 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733595595068/wal.1733595595203 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:24,239 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733595619159/wal.1733595619337 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:24,242 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141/wal.1733595613476 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141/wal.1733595613476 (inode 16678) Holder DFSClient_NONMAPREDUCE_704042799_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733595604141/wal.1733595613476 (inode 16678) Holder DFSClient_NONMAPREDUCE_704042799_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T18:20:24,243 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733595587580/wal.1733595587650 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:24,245 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778/wal.1733595614428 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778/wal.1733595614428 (inode 16704) Holder DFSClient_NONMAPREDUCE_704042799_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733595613778/wal.1733595614428 (inode 16704) Holder DFSClient_NONMAPREDUCE_704042799_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T18:20:24,246 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733595614651/wal.1733595614732 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T18:20:24,248 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal.1733595587448 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal.1733595587448 (inode 16485) Holder DFSClient_NONMAPREDUCE_704042799_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733595587276/wal.1733595587448 (inode 16485) Holder DFSClient_NONMAPREDUCE_704042799_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T18:20:24,250 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal.1733595586962 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal.1733595586962 (inode 16462) Holder DFSClient_NONMAPREDUCE_704042799_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733595586705/wal.1733595586962 (inode 16462) Holder DFSClient_NONMAPREDUCE_704042799_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T18:20:24,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T18:20:24,281 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T18:20:24,281 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T18:20:24,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T18:20:24,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/hadoop.log.dir/,STOPPED} 2024-12-07T18:20:24,284 WARN [BP-1919533473-172.17.0.2-1733595579935 heartbeating to localhost/127.0.0.1:34291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T18:20:24,284 WARN [BP-1919533473-172.17.0.2-1733595579935 heartbeating to localhost/127.0.0.1:34291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1919533473-172.17.0.2-1733595579935 (Datanode Uuid 763b3692-c102-4c5d-bca6-41905dcbe1b4) service to localhost/127.0.0.1:34291 2024-12-07T18:20:24,284 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T18:20:24,284 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T18:20:24,285 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/data/data5/current/BP-1919533473-172.17.0.2-1733595579935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T18:20:24,285 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/data/data6/current/BP-1919533473-172.17.0.2-1733595579935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T18:20:24,286 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T18:20:24,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T18:20:24,288 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T18:20:24,288 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T18:20:24,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T18:20:24,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/hadoop.log.dir/,STOPPED} 2024-12-07T18:20:24,290 WARN [BP-1919533473-172.17.0.2-1733595579935 heartbeating to localhost/127.0.0.1:34291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T18:20:24,290 WARN [BP-1919533473-172.17.0.2-1733595579935 heartbeating to localhost/127.0.0.1:34291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1919533473-172.17.0.2-1733595579935 (Datanode Uuid e8ef17e3-8d0a-46de-9d3b-1e337ae0b204) service to localhost/127.0.0.1:34291 2024-12-07T18:20:24,290 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T18:20:24,290 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T18:20:24,291 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/data/data3/current/BP-1919533473-172.17.0.2-1733595579935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T18:20:24,291 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/data/data4/current/BP-1919533473-172.17.0.2-1733595579935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T18:20:24,291 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T18:20:24,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T18:20:24,297 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T18:20:24,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T18:20:24,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T18:20:24,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/hadoop.log.dir/,STOPPED} 2024-12-07T18:20:24,299 WARN [BP-1919533473-172.17.0.2-1733595579935 heartbeating to localhost/127.0.0.1:34291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T18:20:24,299 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T18:20:24,299 WARN [BP-1919533473-172.17.0.2-1733595579935 heartbeating to localhost/127.0.0.1:34291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1919533473-172.17.0.2-1733595579935 (Datanode Uuid c55bafbe-647b-4551-abf2-29db9f2e6c85) service to localhost/127.0.0.1:34291 2024-12-07T18:20:24,299 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T18:20:24,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/data/data1/current/BP-1919533473-172.17.0.2-1733595579935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T18:20:24,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/cluster_4f08ef53-a78d-7efd-a495-7eba8fc37d77/data/data2/current/BP-1919533473-172.17.0.2-1733595579935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T18:20:24,300 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T18:20:24,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T18:20:24,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T18:20:24,309 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T18:20:24,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T18:20:24,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f8aa6a-2ffb-72c8-c9e5-5aaf9dbc5d95/hadoop.log.dir/,STOPPED} 2024-12-07T18:20:24,322 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T18:20:24,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down