2024-11-18 20:19:56,090 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-18 20:19:56,100 main DEBUG Took 0.008583 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 20:19:56,101 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 20:19:56,101 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 20:19:56,102 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 20:19:56,103 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:19:56,112 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 20:19:56,125 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:19:56,126 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:19:56,127 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:19:56,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:19:56,128 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:19:56,129 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:19:56,130 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:19:56,130 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:19:56,131 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:19:56,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:19:56,133 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:19:56,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:19:56,134 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:19:56,134 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:19:56,135 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:19:56,135 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:19:56,135 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:19:56,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:19:56,136 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:19:56,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:19:56,137 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:19:56,137 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:19:56,137 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:19:56,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:19:56,138 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:19:56,138 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 20:19:56,140 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:19:56,141 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 20:19:56,143 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 20:19:56,143 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 20:19:56,145 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 20:19:56,145 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 20:19:56,155 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 20:19:56,159 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 20:19:56,161 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 20:19:56,162 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 20:19:56,162 main DEBUG createAppenders(={Console}) 2024-11-18 20:19:56,164 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-18 20:19:56,164 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-18 20:19:56,164 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-18 20:19:56,165 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 20:19:56,165 main DEBUG OutputStream closed 2024-11-18 20:19:56,166 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 20:19:56,166 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 20:19:56,166 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-18 20:19:56,247 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 20:19:56,250 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 20:19:56,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 20:19:56,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 20:19:56,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 20:19:56,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 20:19:56,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 20:19:56,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 20:19:56,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 20:19:56,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 20:19:56,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 20:19:56,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 20:19:56,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 20:19:56,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 20:19:56,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 20:19:56,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 20:19:56,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 20:19:56,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 20:19:56,260 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 20:19:56,261 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-18 20:19:56,261 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 20:19:56,261 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-18T20:19:56,563 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e 2024-11-18 20:19:56,567 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 20:19:56,567 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T20:19:56,579 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-18T20:19:56,586 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-18T20:19:56,613 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T20:19:56,673 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T20:19:56,674 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T20:19:56,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:19:56,709 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33, deleteOnExit=true 2024-11-18T20:19:56,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:19:56,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/test.cache.data in system properties and HBase conf 2024-11-18T20:19:56,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:19:56,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:19:56,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:19:56,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:19:56,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:19:56,798 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T20:19:56,892 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:19:56,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:19:56,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:19:56,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:19:56,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:19:56,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:19:56,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:19:56,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:19:56,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:19:56,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:19:56,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:19:56,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:19:56,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:19:56,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:19:56,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:19:57,877 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T20:19:57,968 INFO [Time-limited test {}] log.Log(170): Logging initialized @2654ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T20:19:58,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:19:58,133 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:19:58,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:19:58,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:19:58,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:19:58,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:19:58,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c0b7a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:19:58,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f8a2ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:19:58,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e17169c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/java.io.tmpdir/jetty-localhost-44383-hadoop-hdfs-3_4_1-tests_jar-_-any-772891167928320762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:19:58,364 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31851850{HTTP/1.1, (http/1.1)}{localhost:44383} 2024-11-18T20:19:58,364 INFO [Time-limited test {}] server.Server(415): Started @3051ms 2024-11-18T20:19:59,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:19:59,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:19:59,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:19:59,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:19:59,174 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:19:59,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf6584b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:19:59,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bff8e6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:19:59,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3083ee80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/java.io.tmpdir/jetty-localhost-38081-hadoop-hdfs-3_4_1-tests_jar-_-any-10239754125956385658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:19:59,329 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e8cd23d{HTTP/1.1, (http/1.1)}{localhost:38081} 2024-11-18T20:19:59,330 INFO [Time-limited test {}] server.Server(415): Started @4016ms 2024-11-18T20:19:59,406 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:19:59,661 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:19:59,674 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:19:59,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:19:59,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:19:59,720 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:19:59,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25a82563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:19:59,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a3de095{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:19:59,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb5c651{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/java.io.tmpdir/jetty-localhost-38737-hadoop-hdfs-3_4_1-tests_jar-_-any-10564778883495532570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:19:59,865 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bb3ed73{HTTP/1.1, (http/1.1)}{localhost:38737} 2024-11-18T20:19:59,865 INFO [Time-limited test {}] server.Server(415): Started @4551ms 2024-11-18T20:19:59,868 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:19:59,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:19:59,935 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:19:59,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:19:59,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:19:59,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:19:59,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fc01fee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:19:59,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ef1fab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:20:00,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7db711c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/java.io.tmpdir/jetty-localhost-36853-hadoop-hdfs-3_4_1-tests_jar-_-any-14668775066264766503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:20:00,047 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e27241{HTTP/1.1, (http/1.1)}{localhost:36853} 2024-11-18T20:20:00,048 INFO [Time-limited test {}] server.Server(415): Started @4734ms 2024-11-18T20:20:00,051 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:20:00,655 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/data/data2/current/BP-145710316-172.17.0.2-1731961197461/current, will proceed with Du for space computation calculation, 2024-11-18T20:20:00,655 WARN [Thread-119 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/data/data1/current/BP-145710316-172.17.0.2-1731961197461/current, will proceed with Du for space computation calculation, 2024-11-18T20:20:00,687 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/data/data4/current/BP-145710316-172.17.0.2-1731961197461/current, will proceed with Du for space computation calculation, 2024-11-18T20:20:00,689 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/data/data3/current/BP-145710316-172.17.0.2-1731961197461/current, will proceed with Du for space computation calculation, 2024-11-18T20:20:00,751 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:20:00,761 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:20:00,837 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bbd435bf8ac8560 with lease ID 0x4cdb70507035ec72: Processing first storage report for DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3 from datanode DatanodeRegistration(127.0.0.1:37147, datanodeUuid=9ccabecd-1dd5-44a4-b365-84ce319c749c, infoPort=37919, infoSecurePort=0, ipcPort=37093, storageInfo=lv=-57;cid=testClusterID;nsid=1334014691;c=1731961197461) 2024-11-18T20:20:00,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bbd435bf8ac8560 with lease ID 0x4cdb70507035ec72: from storage DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3 node DatanodeRegistration(127.0.0.1:37147, datanodeUuid=9ccabecd-1dd5-44a4-b365-84ce319c749c, infoPort=37919, infoSecurePort=0, ipcPort=37093, storageInfo=lv=-57;cid=testClusterID;nsid=1334014691;c=1731961197461), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-18T20:20:00,839 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/data/data5/current/BP-145710316-172.17.0.2-1731961197461/current, will proceed with Du for space computation calculation, 2024-11-18T20:20:00,840 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8171940277386de8 with lease ID 0x4cdb70507035ec71: Processing first storage report for DS-01343c27-c08c-4a06-a855-8e3aee79461a from datanode DatanodeRegistration(127.0.0.1:46529, datanodeUuid=ce3e053c-092e-4247-8032-2ed3f8f727ef, infoPort=35093, infoSecurePort=0, ipcPort=44221, storageInfo=lv=-57;cid=testClusterID;nsid=1334014691;c=1731961197461) 2024-11-18T20:20:00,840 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8171940277386de8 with lease ID 0x4cdb70507035ec71: from storage DS-01343c27-c08c-4a06-a855-8e3aee79461a node DatanodeRegistration(127.0.0.1:46529, datanodeUuid=ce3e053c-092e-4247-8032-2ed3f8f727ef, infoPort=35093, infoSecurePort=0, ipcPort=44221, storageInfo=lv=-57;cid=testClusterID;nsid=1334014691;c=1731961197461), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:20:00,840 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bbd435bf8ac8560 with lease ID 0x4cdb70507035ec72: Processing first storage report for DS-2b8edbf3-4447-437c-93d3-5f6c10801935 from datanode DatanodeRegistration(127.0.0.1:37147, datanodeUuid=9ccabecd-1dd5-44a4-b365-84ce319c749c, infoPort=37919, infoSecurePort=0, ipcPort=37093, storageInfo=lv=-57;cid=testClusterID;nsid=1334014691;c=1731961197461) 2024-11-18T20:20:00,840 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bbd435bf8ac8560 with lease ID 0x4cdb70507035ec72: from storage DS-2b8edbf3-4447-437c-93d3-5f6c10801935 node DatanodeRegistration(127.0.0.1:37147, datanodeUuid=9ccabecd-1dd5-44a4-b365-84ce319c749c, infoPort=37919, infoSecurePort=0, ipcPort=37093, storageInfo=lv=-57;cid=testClusterID;nsid=1334014691;c=1731961197461), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T20:20:00,841 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8171940277386de8 with lease ID 0x4cdb70507035ec71: Processing first storage report for DS-087d2bdc-da86-49dc-a253-3dfa86e30b3a from datanode DatanodeRegistration(127.0.0.1:46529, datanodeUuid=ce3e053c-092e-4247-8032-2ed3f8f727ef, infoPort=35093, infoSecurePort=0, ipcPort=44221, storageInfo=lv=-57;cid=testClusterID;nsid=1334014691;c=1731961197461) 2024-11-18T20:20:00,841 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8171940277386de8 with lease ID 0x4cdb70507035ec71: from storage DS-087d2bdc-da86-49dc-a253-3dfa86e30b3a node DatanodeRegistration(127.0.0.1:46529, datanodeUuid=ce3e053c-092e-4247-8032-2ed3f8f727ef, infoPort=35093, infoSecurePort=0, ipcPort=44221, storageInfo=lv=-57;cid=testClusterID;nsid=1334014691;c=1731961197461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:20:00,846 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/data/data6/current/BP-145710316-172.17.0.2-1731961197461/current, will proceed with Du for space computation calculation, 2024-11-18T20:20:00,877 WARN [Thread-104 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:20:00,884 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x740b241bbb1866c8 with lease ID 0x4cdb70507035ec73: Processing first storage report for DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d from datanode DatanodeRegistration(127.0.0.1:42961, datanodeUuid=37a13c66-747d-4023-aeb4-ff5d3a4bf95e, infoPort=41767, infoSecurePort=0, ipcPort=43913, storageInfo=lv=-57;cid=testClusterID;nsid=1334014691;c=1731961197461) 2024-11-18T20:20:00,884 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x740b241bbb1866c8 with lease ID 0x4cdb70507035ec73: from storage DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d node DatanodeRegistration(127.0.0.1:42961, datanodeUuid=37a13c66-747d-4023-aeb4-ff5d3a4bf95e, infoPort=41767, infoSecurePort=0, ipcPort=43913, storageInfo=lv=-57;cid=testClusterID;nsid=1334014691;c=1731961197461), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:20:00,884 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x740b241bbb1866c8 with lease ID 0x4cdb70507035ec73: Processing first storage report for DS-f353583c-687e-4d3b-b454-7fb8f8357e9c from datanode DatanodeRegistration(127.0.0.1:42961, datanodeUuid=37a13c66-747d-4023-aeb4-ff5d3a4bf95e, infoPort=41767, infoSecurePort=0, ipcPort=43913, storageInfo=lv=-57;cid=testClusterID;nsid=1334014691;c=1731961197461) 2024-11-18T20:20:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x740b241bbb1866c8 with lease ID 0x4cdb70507035ec73: from storage DS-f353583c-687e-4d3b-b454-7fb8f8357e9c node DatanodeRegistration(127.0.0.1:42961, datanodeUuid=37a13c66-747d-4023-aeb4-ff5d3a4bf95e, infoPort=41767, infoSecurePort=0, ipcPort=43913, storageInfo=lv=-57;cid=testClusterID;nsid=1334014691;c=1731961197461), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T20:20:00,962 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e 2024-11-18T20:20:01,062 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/zookeeper_0, clientPort=52118, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:20:01,075 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52118 2024-11-18T20:20:01,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:20:01,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:20:01,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:20:01,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:20:01,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:20:01,826 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e with version=8 2024-11-18T20:20:01,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/hbase-staging 2024-11-18T20:20:02,109 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a964fc427ed:0 server-side Connection retries=45 2024-11-18T20:20:02,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:20:02,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:20:02,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:20:02,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:20:02,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:20:02,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:20:02,307 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T20:20:02,316 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T20:20:02,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:20:02,342 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 61758 (auto-detected) 2024-11-18T20:20:02,343 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T20:20:02,363 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45853 2024-11-18T20:20:02,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45853 connecting to ZooKeeper ensemble=127.0.0.1:52118 2024-11-18T20:20:02,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458530x0, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:20:02,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45853-0x10150c867370000 connected 2024-11-18T20:20:02,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:20:02,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:20:02,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T20:20:02,557 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e, hbase.cluster.distributed=false 2024-11-18T20:20:02,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T20:20:02,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45853 2024-11-18T20:20:02,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45853 2024-11-18T20:20:02,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45853 2024-11-18T20:20:02,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45853 2024-11-18T20:20:02,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45853 2024-11-18T20:20:02,696 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a964fc427ed:0 server-side Connection retries=45 2024-11-18T20:20:02,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:20:02,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:20:02,698 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:20:02,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:20:02,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:20:02,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:20:02,704 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:20:02,705 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34025 2024-11-18T20:20:02,708 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34025 connecting to ZooKeeper ensemble=127.0.0.1:52118 2024-11-18T20:20:02,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:20:02,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:20:02,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340250x0, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:20:02,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340250x0, quorum=127.0.0.1:52118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T20:20:02,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34025-0x10150c867370001 connected 2024-11-18T20:20:02,732 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:20:02,740 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:20:02,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T20:20:02,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T20:20:02,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34025 2024-11-18T20:20:02,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34025 2024-11-18T20:20:02,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34025 2024-11-18T20:20:02,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34025 2024-11-18T20:20:02,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34025 2024-11-18T20:20:02,780 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a964fc427ed:0 server-side Connection retries=45 2024-11-18T20:20:02,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:20:02,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:20:02,781 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:20:02,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:20:02,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:20:02,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:20:02,782 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:20:02,783 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33597 2024-11-18T20:20:02,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33597 connecting to ZooKeeper ensemble=127.0.0.1:52118 2024-11-18T20:20:02,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:20:02,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:20:02,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335970x0, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:20:02,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335970x0, quorum=127.0.0.1:52118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T20:20:02,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33597-0x10150c867370002 connected 2024-11-18T20:20:02,804 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:20:02,805 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:20:02,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33597-0x10150c867370002, quorum=127.0.0.1:52118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T20:20:02,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33597-0x10150c867370002, quorum=127.0.0.1:52118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T20:20:02,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33597 2024-11-18T20:20:02,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33597 2024-11-18T20:20:02,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33597 2024-11-18T20:20:02,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33597 2024-11-18T20:20:02,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33597 2024-11-18T20:20:02,836 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a964fc427ed:0 server-side Connection retries=45 2024-11-18T20:20:02,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:20:02,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:20:02,837 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:20:02,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:20:02,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:20:02,838 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:20:02,838 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:20:02,840 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36577 2024-11-18T20:20:02,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36577 connecting to ZooKeeper ensemble=127.0.0.1:52118 2024-11-18T20:20:02,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:20:02,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:20:02,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365770x0, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:20:02,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36577-0x10150c867370003 connected 2024-11-18T20:20:02,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T20:20:02,867 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:20:02,870 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:20:02,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T20:20:02,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T20:20:02,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36577 2024-11-18T20:20:02,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36577 2024-11-18T20:20:02,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36577 2024-11-18T20:20:02,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36577 2024-11-18T20:20:02,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36577 2024-11-18T20:20:02,894 DEBUG [M:0;5a964fc427ed:45853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a964fc427ed:45853 2024-11-18T20:20:02,895 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5a964fc427ed,45853,1731961201946 2024-11-18T20:20:02,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T20:20:02,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10150c867370002, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T20:20:02,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T20:20:02,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T20:20:02,914 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5a964fc427ed,45853,1731961201946 2024-11-18T20:20:02,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T20:20:02,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10150c867370002, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T20:20:02,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:02,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:02,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10150c867370002, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:02,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T20:20:02,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:02,948 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T20:20:02,950 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5a964fc427ed,45853,1731961201946 from backup master directory 2024-11-18T20:20:02,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T20:20:02,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T20:20:02,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10150c867370002, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T20:20:02,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5a964fc427ed,45853,1731961201946 2024-11-18T20:20:02,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T20:20:02,962 WARN [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:20:02,962 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a964fc427ed,45853,1731961201946 2024-11-18T20:20:02,965 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T20:20:02,966 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T20:20:03,028 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/hbase.id] with ID: 5bfd64bf-b199-4eb2-9a53-d14260ee4ee5 2024-11-18T20:20:03,028 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/.tmp/hbase.id 2024-11-18T20:20:03,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:20:03,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:20:03,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:20:03,045 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/.tmp/hbase.id]:[hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/hbase.id] 2024-11-18T20:20:03,093 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:20:03,099 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:20:03,117 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-18T20:20:03,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10150c867370002, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:03,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:03,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:03,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:03,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:20:03,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:20:03,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:20:03,161 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:20:03,163 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:20:03,168 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:03,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:20:03,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:20:03,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:20:03,222 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store 2024-11-18T20:20:03,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:20:03,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:20:03,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:20:03,249 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T20:20:03,252 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:03,253 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:20:03,253 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:20:03,254 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:20:03,255 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:20:03,256 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:20:03,256 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:20:03,257 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731961203253Disabling compacts and flushes for region at 1731961203253Disabling writes for close at 1731961203255 (+2 ms)Writing region close event to WAL at 1731961203256 (+1 ms)Closed at 1731961203256 2024-11-18T20:20:03,259 WARN [master/5a964fc427ed:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store/.initializing 2024-11-18T20:20:03,259 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/WALs/5a964fc427ed,45853,1731961201946 2024-11-18T20:20:03,268 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:20:03,283 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a964fc427ed%2C45853%2C1731961201946, suffix=, logDir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/WALs/5a964fc427ed,45853,1731961201946, archiveDir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/oldWALs, maxLogs=10 2024-11-18T20:20:03,319 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/WALs/5a964fc427ed,45853,1731961201946/5a964fc427ed%2C45853%2C1731961201946.1731961203289, exclude list is [], retry=0 2024-11-18T20:20:03,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:03,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:03,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:03,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:03,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T20:20:03,381 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/WALs/5a964fc427ed,45853,1731961201946/5a964fc427ed%2C45853%2C1731961201946.1731961203289 2024-11-18T20:20:03,382 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:35093:35093)] 2024-11-18T20:20:03,382 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:03,382 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:03,385 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:20:03,386 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:20:03,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:20:03,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:20:03,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:03,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:20:03,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:20:03,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:20:03,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:03,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:03,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:20:03,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:20:03,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:03,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:03,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:20:03,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:20:03,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:03,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:03,470 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:20:03,474 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:20:03,476 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:20:03,481 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:20:03,482 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:20:03,486 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:20:03,491 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:20:03,496 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:20:03,497 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67777741, jitterRate=0.009967043995857239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:20:03,505 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731961203397Initializing all the Stores at 1731961203399 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731961203400 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961203400Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961203401 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961203401Cleaning up temporary data from old regions at 1731961203482 (+81 ms)Region opened successfully at 1731961203504 (+22 ms) 2024-11-18T20:20:03,506 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:20:03,538 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9682331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a964fc427ed/172.17.0.2:0 2024-11-18T20:20:03,565 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:20:03,576 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:20:03,577 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:20:03,580 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:20:03,581 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T20:20:03,586 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T20:20:03,586 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:20:03,610 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:20:03,618 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T20:20:03,636 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T20:20:03,638 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:20:03,640 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:20:03,647 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T20:20:03,650 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:20:03,654 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:20:03,664 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T20:20:03,666 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:20:03,678 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T20:20:03,701 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:20:03,710 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T20:20:03,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T20:20:03,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T20:20:03,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10150c867370002, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T20:20:03,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T20:20:03,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:03,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:03,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10150c867370002, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:03,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:03,725 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a964fc427ed,45853,1731961201946, sessionid=0x10150c867370000, setting cluster-up flag (Was=false) 2024-11-18T20:20:03,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:03,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:03,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10150c867370002, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:03,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:03,772 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T20:20:03,774 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a964fc427ed,45853,1731961201946 2024-11-18T20:20:03,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:03,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:03,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:03,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10150c867370002, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:03,819 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T20:20:03,821 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a964fc427ed,45853,1731961201946 2024-11-18T20:20:03,827 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:20:03,885 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.HRegionServer(746): ClusterId : 5bfd64bf-b199-4eb2-9a53-d14260ee4ee5 2024-11-18T20:20:03,885 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.HRegionServer(746): ClusterId : 5bfd64bf-b199-4eb2-9a53-d14260ee4ee5 2024-11-18T20:20:03,885 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.HRegionServer(746): ClusterId : 5bfd64bf-b199-4eb2-9a53-d14260ee4ee5 2024-11-18T20:20:03,888 DEBUG [RS:2;5a964fc427ed:36577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:20:03,888 DEBUG [RS:0;5a964fc427ed:34025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:20:03,888 DEBUG [RS:1;5a964fc427ed:33597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:20:03,908 DEBUG [RS:1;5a964fc427ed:33597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:20:03,908 DEBUG [RS:0;5a964fc427ed:34025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:20:03,908 DEBUG [RS:0;5a964fc427ed:34025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:20:03,908 DEBUG [RS:1;5a964fc427ed:33597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:20:03,908 DEBUG [RS:2;5a964fc427ed:36577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:20:03,908 DEBUG [RS:2;5a964fc427ed:36577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:20:03,923 DEBUG [RS:2;5a964fc427ed:36577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:20:03,923 DEBUG [RS:0;5a964fc427ed:34025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:20:03,923 DEBUG [RS:1;5a964fc427ed:33597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:20:03,924 DEBUG [RS:0;5a964fc427ed:34025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33545f5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a964fc427ed/172.17.0.2:0 2024-11-18T20:20:03,924 DEBUG [RS:1;5a964fc427ed:33597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fe0a0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a964fc427ed/172.17.0.2:0 2024-11-18T20:20:03,924 DEBUG [RS:2;5a964fc427ed:36577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c819fbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a964fc427ed/172.17.0.2:0 2024-11-18T20:20:03,933 INFO [AsyncFSWAL-0-hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData-prefix:5a964fc427ed,45853,1731961201946 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-18T20:20:03,943 DEBUG [RS:2;5a964fc427ed:36577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;5a964fc427ed:36577 2024-11-18T20:20:03,945 DEBUG [RS:1;5a964fc427ed:33597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5a964fc427ed:33597 2024-11-18T20:20:03,946 DEBUG [RS:0;5a964fc427ed:34025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a964fc427ed:34025 2024-11-18T20:20:03,947 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:20:03,947 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:20:03,947 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:20:03,947 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:20:03,947 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:20:03,947 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:20:03,947 DEBUG [RS:2;5a964fc427ed:36577 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:20:03,947 DEBUG [RS:0;5a964fc427ed:34025 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:20:03,947 DEBUG [RS:1;5a964fc427ed:33597 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:20:03,950 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a964fc427ed,45853,1731961201946 with port=36577, startcode=1731961202835 2024-11-18T20:20:03,950 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a964fc427ed,45853,1731961201946 with port=33597, startcode=1731961202779 2024-11-18T20:20:03,950 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a964fc427ed,45853,1731961201946 with port=34025, startcode=1731961202660 2024-11-18T20:20:03,952 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:20:03,962 DEBUG [RS:1;5a964fc427ed:33597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:20:03,962 DEBUG [RS:0;5a964fc427ed:34025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:20:03,962 DEBUG [RS:2;5a964fc427ed:36577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:20:03,965 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:20:03,974 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:20:03,983 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a964fc427ed,45853,1731961201946 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:20:03,995 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a964fc427ed:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:20:03,996 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a964fc427ed:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:20:03,996 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a964fc427ed:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:20:03,996 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a964fc427ed:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:20:03,996 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a964fc427ed:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:20:03,996 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:03,996 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a964fc427ed:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:20:03,997 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,020 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:20:04,020 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:20:04,021 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:20:04,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:20:04,034 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:20:04,034 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45853 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T20:20:04,039 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731961234039 2024-11-18T20:20:04,041 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:20:04,042 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:04,043 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:20:04,043 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:20:04,047 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:20:04,048 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:20:04,048 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:20:04,048 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:20:04,050 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45853 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T20:20:04,052 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45853 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T20:20:04,050 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,056 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:20:04,057 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:20:04,058 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:20:04,075 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:20:04,095 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:20:04,099 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a964fc427ed:0:becomeActiveMaster-HFileCleaner.large.0-1731961204097,5,FailOnTimeoutGroup] 2024-11-18T20:20:04,100 DEBUG [RS:2;5a964fc427ed:36577 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T20:20:04,100 DEBUG [RS:1;5a964fc427ed:33597 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T20:20:04,100 DEBUG [RS:0;5a964fc427ed:34025 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T20:20:04,100 WARN [RS:2;5a964fc427ed:36577 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T20:20:04,100 WARN [RS:1;5a964fc427ed:33597 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T20:20:04,100 WARN [RS:0;5a964fc427ed:34025 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T20:20:04,100 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a964fc427ed:0:becomeActiveMaster-HFileCleaner.small.0-1731961204100,5,FailOnTimeoutGroup] 2024-11-18T20:20:04,100 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,101 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:20:04,104 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,104 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:20:04,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:20:04,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:20:04,120 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:20:04,120 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e 2024-11-18T20:20:04,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741832_1008 (size=32) 2024-11-18T20:20:04,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741832_1008 (size=32) 2024-11-18T20:20:04,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741832_1008 (size=32) 2024-11-18T20:20:04,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:04,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:20:04,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:20:04,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:04,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:20:04,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:20:04,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:20:04,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:04,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:20:04,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:20:04,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:20:04,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:04,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:20:04,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:20:04,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:20:04,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:04,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:20:04,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:20:04,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740 2024-11-18T20:20:04,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740 2024-11-18T20:20:04,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:20:04,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:20:04,200 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:20:04,201 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a964fc427ed,45853,1731961201946 with port=36577, startcode=1731961202835 2024-11-18T20:20:04,201 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a964fc427ed,45853,1731961201946 with port=33597, startcode=1731961202779 2024-11-18T20:20:04,201 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a964fc427ed,45853,1731961201946 with port=34025, startcode=1731961202660 2024-11-18T20:20:04,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a964fc427ed,33597,1731961202779 2024-11-18T20:20:04,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:20:04,206 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45853 {}] master.ServerManager(517): Registering regionserver=5a964fc427ed,33597,1731961202779 2024-11-18T20:20:04,213 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:20:04,215 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74145146, jitterRate=0.10484877228736877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:20:04,218 DEBUG [RS:1;5a964fc427ed:33597 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e 2024-11-18T20:20:04,218 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a964fc427ed,34025,1731961202660 2024-11-18T20:20:04,218 DEBUG [RS:1;5a964fc427ed:33597 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43113 2024-11-18T20:20:04,218 DEBUG [RS:1;5a964fc427ed:33597 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:20:04,218 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45853 {}] master.ServerManager(517): Registering regionserver=5a964fc427ed,34025,1731961202660 2024-11-18T20:20:04,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731961204162Initializing all the Stores at 1731961204164 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731961204165 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731961204165Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961204165Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731961204165Cleaning up temporary data from old regions at 1731961204199 (+34 ms)Region opened successfully at 1731961204221 (+22 ms) 2024-11-18T20:20:04,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:20:04,222 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:20:04,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:20:04,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:20:04,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:20:04,224 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a964fc427ed,36577,1731961202835 2024-11-18T20:20:04,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45853 {}] master.ServerManager(517): Registering regionserver=5a964fc427ed,36577,1731961202835 2024-11-18T20:20:04,225 DEBUG [RS:0;5a964fc427ed:34025 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e 2024-11-18T20:20:04,225 DEBUG [RS:0;5a964fc427ed:34025 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43113 2024-11-18T20:20:04,225 DEBUG [RS:0;5a964fc427ed:34025 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:20:04,226 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:20:04,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731961204221Disabling compacts and flushes for region at 1731961204221Disabling writes for close at 1731961204222 (+1 ms)Writing region close event to WAL at 1731961204225 (+3 ms)Closed at 1731961204226 (+1 ms) 2024-11-18T20:20:04,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T20:20:04,233 DEBUG [RS:2;5a964fc427ed:36577 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e 2024-11-18T20:20:04,233 DEBUG [RS:2;5a964fc427ed:36577 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43113 2024-11-18T20:20:04,233 DEBUG [RS:2;5a964fc427ed:36577 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:20:04,235 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:20:04,235 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:20:04,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:20:04,253 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:20:04,258 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:20:04,268 DEBUG [RS:1;5a964fc427ed:33597 {}] zookeeper.ZKUtil(111): regionserver:33597-0x10150c867370002, quorum=127.0.0.1:52118, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5a964fc427ed,33597,1731961202779 2024-11-18T20:20:04,269 WARN [RS:1;5a964fc427ed:33597 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:20:04,269 INFO [RS:1;5a964fc427ed:33597 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:04,269 DEBUG [RS:1;5a964fc427ed:33597 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779 2024-11-18T20:20:04,270 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a964fc427ed,34025,1731961202660] 2024-11-18T20:20:04,270 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a964fc427ed,33597,1731961202779] 2024-11-18T20:20:04,280 DEBUG [RS:0;5a964fc427ed:34025 {}] zookeeper.ZKUtil(111): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5a964fc427ed,34025,1731961202660 2024-11-18T20:20:04,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T20:20:04,281 WARN [RS:0;5a964fc427ed:34025 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:20:04,281 INFO [RS:0;5a964fc427ed:34025 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:04,281 DEBUG [RS:2;5a964fc427ed:36577 {}] zookeeper.ZKUtil(111): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5a964fc427ed,36577,1731961202835 2024-11-18T20:20:04,281 DEBUG [RS:0;5a964fc427ed:34025 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,34025,1731961202660 2024-11-18T20:20:04,281 WARN [RS:2;5a964fc427ed:36577 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:20:04,281 INFO [RS:2;5a964fc427ed:36577 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:04,281 DEBUG [RS:2;5a964fc427ed:36577 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,36577,1731961202835 2024-11-18T20:20:04,282 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a964fc427ed,36577,1731961202835] 2024-11-18T20:20:04,310 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:20:04,310 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:20:04,310 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:20:04,339 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:20:04,339 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:20:04,340 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:20:04,347 INFO [RS:2;5a964fc427ed:36577 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:20:04,347 INFO [RS:1;5a964fc427ed:33597 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:20:04,348 INFO [RS:0;5a964fc427ed:34025 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:20:04,348 INFO [RS:0;5a964fc427ed:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,348 INFO [RS:2;5a964fc427ed:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,348 INFO [RS:1;5a964fc427ed:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,351 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:20:04,351 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:20:04,351 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:20:04,357 INFO [RS:1;5a964fc427ed:33597 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:20:04,357 INFO [RS:2;5a964fc427ed:36577 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:20:04,358 INFO [RS:0;5a964fc427ed:34025 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:20:04,359 INFO [RS:1;5a964fc427ed:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,359 INFO [RS:2;5a964fc427ed:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,360 DEBUG [RS:2;5a964fc427ed:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,360 DEBUG [RS:1;5a964fc427ed:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,360 DEBUG [RS:2;5a964fc427ed:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,360 DEBUG [RS:1;5a964fc427ed:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,360 DEBUG [RS:2;5a964fc427ed:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,360 DEBUG [RS:1;5a964fc427ed:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,360 DEBUG [RS:2;5a964fc427ed:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,360 DEBUG [RS:1;5a964fc427ed:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,360 DEBUG [RS:2;5a964fc427ed:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,360 DEBUG [RS:1;5a964fc427ed:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,360 DEBUG [RS:2;5a964fc427ed:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a964fc427ed:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:20:04,360 DEBUG [RS:1;5a964fc427ed:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a964fc427ed:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:20:04,360 DEBUG [RS:2;5a964fc427ed:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,361 DEBUG [RS:1;5a964fc427ed:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,361 DEBUG [RS:2;5a964fc427ed:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,361 DEBUG [RS:1;5a964fc427ed:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,361 DEBUG [RS:2;5a964fc427ed:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,361 DEBUG [RS:1;5a964fc427ed:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,361 DEBUG [RS:2;5a964fc427ed:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,361 DEBUG [RS:2;5a964fc427ed:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,361 DEBUG [RS:1;5a964fc427ed:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,361 DEBUG [RS:2;5a964fc427ed:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,361 DEBUG [RS:1;5a964fc427ed:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,361 DEBUG [RS:2;5a964fc427ed:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a964fc427ed:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:20:04,361 DEBUG [RS:1;5a964fc427ed:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,361 DEBUG [RS:2;5a964fc427ed:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a964fc427ed:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:20:04,361 DEBUG [RS:1;5a964fc427ed:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a964fc427ed:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:20:04,361 DEBUG [RS:1;5a964fc427ed:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a964fc427ed:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:20:04,362 INFO [RS:0;5a964fc427ed:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,362 DEBUG [RS:0;5a964fc427ed:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,362 DEBUG [RS:0;5a964fc427ed:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,362 DEBUG [RS:0;5a964fc427ed:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,362 DEBUG [RS:0;5a964fc427ed:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,362 DEBUG [RS:0;5a964fc427ed:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,362 INFO [RS:1;5a964fc427ed:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,362 INFO [RS:2;5a964fc427ed:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,362 DEBUG [RS:0;5a964fc427ed:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a964fc427ed:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:20:04,362 INFO [RS:1;5a964fc427ed:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,362 INFO [RS:2;5a964fc427ed:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,362 INFO [RS:1;5a964fc427ed:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,363 INFO [RS:2;5a964fc427ed:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,363 INFO [RS:1;5a964fc427ed:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,363 INFO [RS:2;5a964fc427ed:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,363 INFO [RS:1;5a964fc427ed:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,363 INFO [RS:2;5a964fc427ed:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,363 INFO [RS:2;5a964fc427ed:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,36577,1731961202835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:20:04,364 DEBUG [RS:0;5a964fc427ed:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,364 INFO [RS:1;5a964fc427ed:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,33597,1731961202779-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:20:04,365 DEBUG [RS:0;5a964fc427ed:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,365 DEBUG [RS:0;5a964fc427ed:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,365 DEBUG [RS:0;5a964fc427ed:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,365 DEBUG [RS:0;5a964fc427ed:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,365 DEBUG [RS:0;5a964fc427ed:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:20:04,365 DEBUG [RS:0;5a964fc427ed:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a964fc427ed:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:20:04,365 DEBUG [RS:0;5a964fc427ed:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a964fc427ed:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:20:04,366 INFO [RS:0;5a964fc427ed:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,366 INFO [RS:0;5a964fc427ed:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,366 INFO [RS:0;5a964fc427ed:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,366 INFO [RS:0;5a964fc427ed:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,367 INFO [RS:0;5a964fc427ed:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,367 INFO [RS:0;5a964fc427ed:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,34025,1731961202660-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:20:04,391 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:20:04,393 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:20:04,394 INFO [RS:0;5a964fc427ed:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,34025,1731961202660-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,394 INFO [RS:2;5a964fc427ed:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,36577,1731961202835-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,394 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:20:04,394 INFO [RS:0;5a964fc427ed:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,394 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.Replication(171): 5a964fc427ed,34025,1731961202660 started 2024-11-18T20:20:04,394 INFO [RS:2;5a964fc427ed:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,394 INFO [RS:1;5a964fc427ed:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,33597,1731961202779-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,394 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.Replication(171): 5a964fc427ed,36577,1731961202835 started 2024-11-18T20:20:04,394 INFO [RS:1;5a964fc427ed:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,394 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.Replication(171): 5a964fc427ed,33597,1731961202779 started 2024-11-18T20:20:04,409 WARN [5a964fc427ed:45853 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T20:20:04,416 INFO [RS:0;5a964fc427ed:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,416 INFO [RS:2;5a964fc427ed:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,416 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.HRegionServer(1482): Serving as 5a964fc427ed,34025,1731961202660, RpcServer on 5a964fc427ed/172.17.0.2:34025, sessionid=0x10150c867370001 2024-11-18T20:20:04,416 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.HRegionServer(1482): Serving as 5a964fc427ed,36577,1731961202835, RpcServer on 5a964fc427ed/172.17.0.2:36577, sessionid=0x10150c867370003 2024-11-18T20:20:04,417 DEBUG [RS:2;5a964fc427ed:36577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:20:04,417 DEBUG [RS:0;5a964fc427ed:34025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:20:04,418 DEBUG [RS:0;5a964fc427ed:34025 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a964fc427ed,34025,1731961202660 2024-11-18T20:20:04,418 DEBUG [RS:2;5a964fc427ed:36577 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a964fc427ed,36577,1731961202835 2024-11-18T20:20:04,418 DEBUG [RS:2;5a964fc427ed:36577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a964fc427ed,36577,1731961202835' 2024-11-18T20:20:04,418 DEBUG [RS:0;5a964fc427ed:34025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a964fc427ed,34025,1731961202660' 2024-11-18T20:20:04,418 DEBUG [RS:0;5a964fc427ed:34025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T20:20:04,418 DEBUG [RS:2;5a964fc427ed:36577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T20:20:04,419 INFO [RS:1;5a964fc427ed:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:04,419 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.HRegionServer(1482): Serving as 5a964fc427ed,33597,1731961202779, RpcServer on 5a964fc427ed/172.17.0.2:33597, sessionid=0x10150c867370002 2024-11-18T20:20:04,419 DEBUG [RS:0;5a964fc427ed:34025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T20:20:04,419 DEBUG [RS:2;5a964fc427ed:36577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T20:20:04,419 DEBUG [RS:1;5a964fc427ed:33597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:20:04,419 DEBUG [RS:1;5a964fc427ed:33597 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a964fc427ed,33597,1731961202779 2024-11-18T20:20:04,419 DEBUG [RS:1;5a964fc427ed:33597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a964fc427ed,33597,1731961202779' 2024-11-18T20:20:04,419 DEBUG [RS:1;5a964fc427ed:33597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T20:20:04,420 DEBUG [RS:2;5a964fc427ed:36577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:20:04,420 DEBUG [RS:2;5a964fc427ed:36577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:20:04,420 DEBUG [RS:2;5a964fc427ed:36577 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a964fc427ed,36577,1731961202835 2024-11-18T20:20:04,420 DEBUG [RS:0;5a964fc427ed:34025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:20:04,420 DEBUG [RS:2;5a964fc427ed:36577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a964fc427ed,36577,1731961202835' 2024-11-18T20:20:04,420 DEBUG [RS:2;5a964fc427ed:36577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T20:20:04,420 DEBUG [RS:1;5a964fc427ed:33597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T20:20:04,420 DEBUG [RS:0;5a964fc427ed:34025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:20:04,420 DEBUG [RS:0;5a964fc427ed:34025 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a964fc427ed,34025,1731961202660 2024-11-18T20:20:04,420 DEBUG [RS:0;5a964fc427ed:34025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a964fc427ed,34025,1731961202660' 2024-11-18T20:20:04,420 DEBUG [RS:0;5a964fc427ed:34025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T20:20:04,421 DEBUG [RS:1;5a964fc427ed:33597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:20:04,421 DEBUG [RS:1;5a964fc427ed:33597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:20:04,421 DEBUG [RS:2;5a964fc427ed:36577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T20:20:04,421 DEBUG [RS:1;5a964fc427ed:33597 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a964fc427ed,33597,1731961202779 2024-11-18T20:20:04,421 DEBUG [RS:1;5a964fc427ed:33597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a964fc427ed,33597,1731961202779' 2024-11-18T20:20:04,421 DEBUG [RS:0;5a964fc427ed:34025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T20:20:04,421 DEBUG [RS:1;5a964fc427ed:33597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T20:20:04,422 DEBUG [RS:2;5a964fc427ed:36577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:20:04,422 DEBUG [RS:1;5a964fc427ed:33597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T20:20:04,422 INFO [RS:2;5a964fc427ed:36577 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:20:04,422 DEBUG [RS:0;5a964fc427ed:34025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:20:04,422 INFO [RS:0;5a964fc427ed:34025 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:20:04,422 INFO [RS:2;5a964fc427ed:36577 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:20:04,422 INFO [RS:0;5a964fc427ed:34025 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:20:04,422 DEBUG [RS:1;5a964fc427ed:33597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:20:04,422 INFO [RS:1;5a964fc427ed:33597 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:20:04,423 INFO [RS:1;5a964fc427ed:33597 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:20:04,527 INFO [RS:1;5a964fc427ed:33597 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:20:04,527 INFO [RS:2;5a964fc427ed:36577 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:20:04,527 INFO [RS:0;5a964fc427ed:34025 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:20:04,530 INFO [RS:0;5a964fc427ed:34025 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a964fc427ed%2C34025%2C1731961202660, suffix=, logDir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,34025,1731961202660, archiveDir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/oldWALs, maxLogs=32 2024-11-18T20:20:04,530 INFO [RS:1;5a964fc427ed:33597 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a964fc427ed%2C33597%2C1731961202779, suffix=, logDir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779, archiveDir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/oldWALs, maxLogs=32 2024-11-18T20:20:04,530 INFO [RS:2;5a964fc427ed:36577 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a964fc427ed%2C36577%2C1731961202835, suffix=, logDir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,36577,1731961202835, archiveDir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/oldWALs, maxLogs=32 2024-11-18T20:20:04,549 DEBUG [RS:2;5a964fc427ed:36577 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,36577,1731961202835/5a964fc427ed%2C36577%2C1731961202835.1731961204533, exclude list is [], retry=0 2024-11-18T20:20:04,550 DEBUG [RS:1;5a964fc427ed:33597 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779/5a964fc427ed%2C33597%2C1731961202779.1731961204533, exclude list is [], retry=0 2024-11-18T20:20:04,551 DEBUG [RS:0;5a964fc427ed:34025 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,34025,1731961202660/5a964fc427ed%2C34025%2C1731961202660.1731961204533, exclude list is [], retry=0 2024-11-18T20:20:04,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:04,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:04,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:04,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:04,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:04,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:04,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:04,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:04,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:04,572 INFO [RS:2;5a964fc427ed:36577 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,36577,1731961202835/5a964fc427ed%2C36577%2C1731961202835.1731961204533 2024-11-18T20:20:04,575 INFO [RS:1;5a964fc427ed:33597 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779/5a964fc427ed%2C33597%2C1731961202779.1731961204533 2024-11-18T20:20:04,577 DEBUG [RS:1;5a964fc427ed:33597 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:37919:37919)] 2024-11-18T20:20:04,577 DEBUG [RS:2;5a964fc427ed:36577 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:37919:37919)] 2024-11-18T20:20:04,579 INFO [RS:0;5a964fc427ed:34025 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,34025,1731961202660/5a964fc427ed%2C34025%2C1731961202660.1731961204533 2024-11-18T20:20:04,580 DEBUG [RS:0;5a964fc427ed:34025 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:35093:35093)] 2024-11-18T20:20:04,662 DEBUG [5a964fc427ed:45853 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T20:20:04,669 DEBUG [5a964fc427ed:45853 {}] balancer.BalancerClusterState(204): Hosts are {5a964fc427ed=0} racks are {/default-rack=0} 2024-11-18T20:20:04,677 DEBUG [5a964fc427ed:45853 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T20:20:04,677 DEBUG [5a964fc427ed:45853 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T20:20:04,677 DEBUG [5a964fc427ed:45853 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T20:20:04,677 DEBUG [5a964fc427ed:45853 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T20:20:04,677 DEBUG [5a964fc427ed:45853 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T20:20:04,677 DEBUG [5a964fc427ed:45853 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T20:20:04,677 INFO [5a964fc427ed:45853 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T20:20:04,678 INFO [5a964fc427ed:45853 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T20:20:04,678 INFO [5a964fc427ed:45853 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T20:20:04,678 DEBUG [5a964fc427ed:45853 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T20:20:04,686 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a964fc427ed,34025,1731961202660 2024-11-18T20:20:04,694 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a964fc427ed,34025,1731961202660, state=OPENING 2024-11-18T20:20:04,736 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:20:04,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:04,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10150c867370002, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:04,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:04,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:04,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T20:20:04,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T20:20:04,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T20:20:04,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T20:20:04,747 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:20:04,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a964fc427ed,34025,1731961202660}] 2024-11-18T20:20:04,925 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:20:04,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:20:04,940 INFO [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:20:04,941 INFO [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:04,942 INFO [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:20:04,946 INFO [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a964fc427ed%2C34025%2C1731961202660.meta, suffix=.meta, logDir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,34025,1731961202660, archiveDir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/oldWALs, maxLogs=32 2024-11-18T20:20:04,963 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,34025,1731961202660/5a964fc427ed%2C34025%2C1731961202660.meta.1731961204947.meta, exclude list is [], retry=0 2024-11-18T20:20:04,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:04,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:04,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:04,971 INFO [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,34025,1731961202660/5a964fc427ed%2C34025%2C1731961202660.meta.1731961204947.meta 2024-11-18T20:20:04,972 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:35093:35093)] 2024-11-18T20:20:04,972 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:04,974 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:20:04,976 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:20:04,982 INFO [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:20:04,989 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:20:04,990 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:04,990 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:20:04,990 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:20:04,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:20:04,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:20:04,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:04,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:20:04,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:20:04,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:20:04,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:04,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:20:04,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:20:05,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:20:05,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:05,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:20:05,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:20:05,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:20:05,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:05,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:20:05,005 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:20:05,006 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740 2024-11-18T20:20:05,009 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740 2024-11-18T20:20:05,013 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:20:05,013 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:20:05,015 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:20:05,019 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:20:05,021 INFO [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62255747, jitterRate=-0.07231707870960236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:20:05,021 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:20:05,023 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731961204991Writing region info on filesystem at 1731961204991Initializing all the Stores at 1731961204993 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731961204993Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731961204993Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961204993Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731961204993Cleaning up temporary data from old regions at 1731961205013 (+20 ms)Running coprocessor post-open hooks at 1731961205022 (+9 ms)Region opened successfully at 1731961205023 (+1 ms) 2024-11-18T20:20:05,032 INFO [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731961204917 2024-11-18T20:20:05,045 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:20:05,046 INFO [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:20:05,048 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a964fc427ed,34025,1731961202660 2024-11-18T20:20:05,050 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a964fc427ed,34025,1731961202660, state=OPEN 2024-11-18T20:20:05,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T20:20:05,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T20:20:05,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T20:20:05,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T20:20:05,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T20:20:05,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T20:20:05,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10150c867370002, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T20:20:05,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T20:20:05,061 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a964fc427ed,34025,1731961202660 2024-11-18T20:20:05,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:20:05,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a964fc427ed,34025,1731961202660 in 313 msec 2024-11-18T20:20:05,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:20:05,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 828 msec 2024-11-18T20:20:05,079 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:20:05,079 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:20:05,098 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:20:05,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a964fc427ed,34025,1731961202660, seqNum=-1] 2024-11-18T20:20:05,122 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:20:05,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:20:05,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-18T20:20:05,164 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731961205164, completionTime=-1 2024-11-18T20:20:05,168 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T20:20:05,168 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:20:05,204 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-18T20:20:05,204 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731961265204 2024-11-18T20:20:05,204 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731961325204 2024-11-18T20:20:05,204 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 35 msec 2024-11-18T20:20:05,205 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T20:20:05,212 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,45853,1731961201946-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:05,213 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,45853,1731961201946-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:05,213 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,45853,1731961201946-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:05,244 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a964fc427ed:45853, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:05,244 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:05,251 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:05,257 DEBUG [master/5a964fc427ed:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:20:05,288 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.325sec 2024-11-18T20:20:05,290 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:20:05,295 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:20:05,296 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:20:05,297 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:20:05,297 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:20:05,298 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,45853,1731961201946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:20:05,298 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,45853,1731961201946-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:20:05,305 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:20:05,306 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:20:05,306 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,45853,1731961201946-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:05,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4281526e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:20:05,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a964fc427ed,45853,-1 for getting cluster id 2024-11-18T20:20:05,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:20:05,408 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bfd64bf-b199-4eb2-9a53-d14260ee4ee5' 2024-11-18T20:20:05,410 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:20:05,410 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bfd64bf-b199-4eb2-9a53-d14260ee4ee5" 2024-11-18T20:20:05,410 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60274236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:20:05,410 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a964fc427ed,45853,-1] 2024-11-18T20:20:05,413 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:20:05,414 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:20:05,416 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:20:05,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e143cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:20:05,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:20:05,426 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a964fc427ed,34025,1731961202660, seqNum=-1] 2024-11-18T20:20:05,427 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:20:05,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:20:05,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a964fc427ed,45853,1731961201946 2024-11-18T20:20:05,455 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:43113/hbase 2024-11-18T20:20:05,480 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=362, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=1068, ProcessCount=11, AvailableMemoryMB=4174 2024-11-18T20:20:05,509 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:05,517 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:05,519 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:20:05,527 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-35124562, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/hregion-35124562, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:05,546 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-35124562/hregion-35124562.1731961205529, exclude list is [], retry=0 2024-11-18T20:20:05,555 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:05,557 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:05,565 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:05,572 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-35124562/hregion-35124562.1731961205529 2024-11-18T20:20:05,575 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:41767:41767)] 2024-11-18T20:20:05,575 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 96c40bf03cbe0d5abf9818d6b6f870e9, NAME => 'testReplayEditsWrittenIntoWAL,,1731961205510.96c40bf03cbe0d5abf9818d6b6f870e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43113/hbase 2024-11-18T20:20:05,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741838_1014 (size=64) 2024-11-18T20:20:05,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741838_1014 (size=64) 2024-11-18T20:20:05,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741838_1014 (size=64) 2024-11-18T20:20:05,998 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731961205510.96c40bf03cbe0d5abf9818d6b6f870e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:06,001 INFO [StoreOpener-96c40bf03cbe0d5abf9818d6b6f870e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 96c40bf03cbe0d5abf9818d6b6f870e9 2024-11-18T20:20:06,004 INFO [StoreOpener-96c40bf03cbe0d5abf9818d6b6f870e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96c40bf03cbe0d5abf9818d6b6f870e9 columnFamilyName a 2024-11-18T20:20:06,004 DEBUG [StoreOpener-96c40bf03cbe0d5abf9818d6b6f870e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:06,005 INFO [StoreOpener-96c40bf03cbe0d5abf9818d6b6f870e9-1 {}] regionserver.HStore(327): Store=96c40bf03cbe0d5abf9818d6b6f870e9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:06,006 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 96c40bf03cbe0d5abf9818d6b6f870e9 2024-11-18T20:20:06,007 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9 2024-11-18T20:20:06,008 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9 2024-11-18T20:20:06,009 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 96c40bf03cbe0d5abf9818d6b6f870e9 2024-11-18T20:20:06,009 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 96c40bf03cbe0d5abf9818d6b6f870e9 2024-11-18T20:20:06,012 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 96c40bf03cbe0d5abf9818d6b6f870e9 2024-11-18T20:20:06,016 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:20:06,017 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 96c40bf03cbe0d5abf9818d6b6f870e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65916001, jitterRate=-0.017775043845176697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T20:20:06,018 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 96c40bf03cbe0d5abf9818d6b6f870e9: Writing region info on filesystem at 1731961205998Initializing all the Stores at 1731961206000 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961206000Cleaning up temporary data from old regions at 1731961206009 (+9 ms)Region opened successfully at 1731961206018 (+9 ms) 2024-11-18T20:20:06,018 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 96c40bf03cbe0d5abf9818d6b6f870e9, disabling compactions & flushes 2024-11-18T20:20:06,018 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731961205510.96c40bf03cbe0d5abf9818d6b6f870e9. 2024-11-18T20:20:06,018 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731961205510.96c40bf03cbe0d5abf9818d6b6f870e9. 2024-11-18T20:20:06,018 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731961205510.96c40bf03cbe0d5abf9818d6b6f870e9. after waiting 0 ms 2024-11-18T20:20:06,018 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731961205510.96c40bf03cbe0d5abf9818d6b6f870e9. 2024-11-18T20:20:06,018 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731961205510.96c40bf03cbe0d5abf9818d6b6f870e9. 2024-11-18T20:20:06,019 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 96c40bf03cbe0d5abf9818d6b6f870e9: Waiting for close lock at 1731961206018Disabling compacts and flushes for region at 1731961206018Disabling writes for close at 1731961206018Writing region close event to WAL at 1731961206018Closed at 1731961206018 2024-11-18T20:20:06,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741837_1013 (size=95) 2024-11-18T20:20:06,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741837_1013 (size=95) 2024-11-18T20:20:06,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741837_1013 (size=95) 2024-11-18T20:20:06,030 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T20:20:06,030 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-35124562:(num 1731961205529) 2024-11-18T20:20:06,032 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-18T20:20:06,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741839_1015 (size=320) 2024-11-18T20:20:06,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741839_1015 (size=320) 2024-11-18T20:20:06,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741839_1015 (size=320) 2024-11-18T20:20:06,051 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-18T20:20:06,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741840_1016 (size=253) 2024-11-18T20:20:06,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741840_1016 (size=253) 2024-11-18T20:20:06,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741840_1016 (size=253) 2024-11-18T20:20:06,087 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-1, size=320 (320bytes) 2024-11-18T20:20:06,088 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T20:20:06,088 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T20:20:06,088 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-1 2024-11-18T20:20:06,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-1 after 4ms 2024-11-18T20:20:06,100 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:06,101 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-1 took 15ms 2024-11-18T20:20:06,111 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-1 so closing down 2024-11-18T20:20:06,111 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:20:06,115 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-18T20:20:06,117 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/0000000000000000001-wal-1.temp 2024-11-18T20:20:06,119 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:20:06,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741841_1017 (size=320) 2024-11-18T20:20:06,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741841_1017 (size=320) 2024-11-18T20:20:06,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741841_1017 (size=320) 2024-11-18T20:20:06,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-18T20:20:06,137 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/0000000000000000002 2024-11-18T20:20:06,140 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-18T20:20:06,141 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-1, journal: Splitting hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-1, size=320 (320bytes) at 1731961206087Finishing writing output for hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-1 so closing down at 1731961206111 (+24 ms)Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/0000000000000000001-wal-1.temp at 1731961206117 (+6 ms)3 split writer threads finished at 1731961206119 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731961206134 (+15 ms)Rename recovered edits hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/0000000000000000002 at 1731961206137 (+3 ms)Processed 2 edits across 1 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731961206141 (+4 ms) 2024-11-18T20:20:06,155 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-2, size=253 (253bytes) 2024-11-18T20:20:06,155 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-2 2024-11-18T20:20:06,156 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-2 after 1ms 2024-11-18T20:20:06,160 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:06,160 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-2 took 5ms 2024-11-18T20:20:06,163 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-2 so closing down 2024-11-18T20:20:06,163 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:20:06,169 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-18T20:20:06,171 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/0000000000000000002-wal-2.temp 2024-11-18T20:20:06,172 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:20:06,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741842_1018 (size=253) 2024-11-18T20:20:06,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741842_1018 (size=253) 2024-11-18T20:20:06,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741842_1018 (size=253) 2024-11-18T20:20:06,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T20:20:06,189 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:06,192 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-18T20:20:06,194 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-18T20:20:06,194 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-2, journal: Splitting hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-2, size=253 (253bytes) at 1731961206155Finishing writing output for hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-2 so closing down at 1731961206163 (+8 ms)Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/0000000000000000002-wal-2.temp at 1731961206171 (+8 ms)3 split writer threads finished at 1731961206172 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731961206184 (+12 ms)Processed 1 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731961206194 (+10 ms) 2024-11-18T20:20:06,194 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:06,197 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:06,213 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal.1731961206199, exclude list is [], retry=0 2024-11-18T20:20:06,217 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:06,218 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:06,219 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:06,221 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal.1731961206199 2024-11-18T20:20:06,221 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:41767:41767)] 2024-11-18T20:20:06,222 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 96c40bf03cbe0d5abf9818d6b6f870e9, NAME => 'testReplayEditsWrittenIntoWAL,,1731961205510.96c40bf03cbe0d5abf9818d6b6f870e9.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:06,222 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731961205510.96c40bf03cbe0d5abf9818d6b6f870e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:06,222 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 96c40bf03cbe0d5abf9818d6b6f870e9 2024-11-18T20:20:06,222 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 96c40bf03cbe0d5abf9818d6b6f870e9 2024-11-18T20:20:06,224 INFO [StoreOpener-96c40bf03cbe0d5abf9818d6b6f870e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 96c40bf03cbe0d5abf9818d6b6f870e9 2024-11-18T20:20:06,226 INFO [StoreOpener-96c40bf03cbe0d5abf9818d6b6f870e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96c40bf03cbe0d5abf9818d6b6f870e9 columnFamilyName a 2024-11-18T20:20:06,226 DEBUG [StoreOpener-96c40bf03cbe0d5abf9818d6b6f870e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:06,227 INFO [StoreOpener-96c40bf03cbe0d5abf9818d6b6f870e9-1 {}] regionserver.HStore(327): Store=96c40bf03cbe0d5abf9818d6b6f870e9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:06,227 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 96c40bf03cbe0d5abf9818d6b6f870e9 2024-11-18T20:20:06,229 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9 2024-11-18T20:20:06,231 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9 2024-11-18T20:20:06,233 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/0000000000000000002 2024-11-18T20:20:06,236 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:06,242 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/0000000000000000002 2024-11-18T20:20:06,245 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 96c40bf03cbe0d5abf9818d6b6f870e9 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-18T20:20:06,296 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/.tmp/a/307c4d24fff44468b2aac30e7d2db3d5 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731961206030/Put/seqid=0 2024-11-18T20:20:06,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741844_1020 (size=5170) 2024-11-18T20:20:06,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741844_1020 (size=5170) 2024-11-18T20:20:06,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741844_1020 (size=5170) 2024-11-18T20:20:06,316 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/.tmp/a/307c4d24fff44468b2aac30e7d2db3d5 2024-11-18T20:20:06,365 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/.tmp/a/307c4d24fff44468b2aac30e7d2db3d5 as hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/a/307c4d24fff44468b2aac30e7d2db3d5 2024-11-18T20:20:06,377 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/a/307c4d24fff44468b2aac30e7d2db3d5, entries=2, sequenceid=2, filesize=5.0 K 2024-11-18T20:20:06,384 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 96c40bf03cbe0d5abf9818d6b6f870e9 in 137ms, sequenceid=2, compaction requested=false; wal=null 2024-11-18T20:20:06,387 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/0000000000000000002 2024-11-18T20:20:06,388 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 96c40bf03cbe0d5abf9818d6b6f870e9 2024-11-18T20:20:06,388 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 96c40bf03cbe0d5abf9818d6b6f870e9 2024-11-18T20:20:06,392 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 96c40bf03cbe0d5abf9818d6b6f870e9 2024-11-18T20:20:06,397 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/96c40bf03cbe0d5abf9818d6b6f870e9/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-18T20:20:06,400 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 96c40bf03cbe0d5abf9818d6b6f870e9; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71576745, jitterRate=0.06657661497592926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T20:20:06,400 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 96c40bf03cbe0d5abf9818d6b6f870e9: Writing region info on filesystem at 1731961206222Initializing all the Stores at 1731961206224 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961206224Obtaining lock to block concurrent updates at 1731961206245 (+21 ms)Preparing flush snapshotting stores in 96c40bf03cbe0d5abf9818d6b6f870e9 at 1731961206245Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731961205510.96c40bf03cbe0d5abf9818d6b6f870e9., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731961206248 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731961205510.96c40bf03cbe0d5abf9818d6b6f870e9. at 1731961206248Flushing 96c40bf03cbe0d5abf9818d6b6f870e9/a: creating writer at 1731961206249 (+1 ms)Flushing 96c40bf03cbe0d5abf9818d6b6f870e9/a: appending metadata at 1731961206284 (+35 ms)Flushing 96c40bf03cbe0d5abf9818d6b6f870e9/a: closing flushed file at 1731961206286 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@94b106: reopening flushed file at 1731961206363 (+77 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 96c40bf03cbe0d5abf9818d6b6f870e9 in 137ms, sequenceid=2, compaction requested=false; wal=null at 1731961206384 (+21 ms)Cleaning up temporary data from old regions at 1731961206388 (+4 ms)Region opened successfully at 1731961206400 (+12 ms) 2024-11-18T20:20:06,427 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=374 (was 362) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-145710316-172.17.0.2-1731961197461:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-145710316-172.17.0.2-1731961197461:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:56970 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:47026 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-145710316-172.17.0.2-1731961197461:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43113/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:48922 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:57234 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:47010 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1068 (was 1068), ProcessCount=11 (was 11), AvailableMemoryMB=4132 (was 4174) 2024-11-18T20:20:06,439 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=374, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=1068, ProcessCount=11, AvailableMemoryMB=4132 2024-11-18T20:20:06,455 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:06,458 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:06,459 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:20:06,462 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-78010631, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/hregion-78010631, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:06,476 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-78010631/hregion-78010631.1731961206463, exclude list is [], retry=0 2024-11-18T20:20:06,480 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:06,480 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:06,480 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:06,484 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-78010631/hregion-78010631.1731961206463 2024-11-18T20:20:06,484 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:37919:37919)] 2024-11-18T20:20:06,484 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 29bf3d10c2db7b7ac0b9aa40e5c9919b, NAME => 'testReplayEditsWrittenIntoWAL,,1731961206456.29bf3d10c2db7b7ac0b9aa40e5c9919b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43113/hbase 2024-11-18T20:20:06,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741846_1022 (size=64) 2024-11-18T20:20:06,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741846_1022 (size=64) 2024-11-18T20:20:06,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741846_1022 (size=64) 2024-11-18T20:20:06,497 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731961206456.29bf3d10c2db7b7ac0b9aa40e5c9919b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:06,499 INFO [StoreOpener-29bf3d10c2db7b7ac0b9aa40e5c9919b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 29bf3d10c2db7b7ac0b9aa40e5c9919b 2024-11-18T20:20:06,502 INFO [StoreOpener-29bf3d10c2db7b7ac0b9aa40e5c9919b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bf3d10c2db7b7ac0b9aa40e5c9919b columnFamilyName a 2024-11-18T20:20:06,502 DEBUG [StoreOpener-29bf3d10c2db7b7ac0b9aa40e5c9919b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:06,503 INFO [StoreOpener-29bf3d10c2db7b7ac0b9aa40e5c9919b-1 {}] regionserver.HStore(327): Store=29bf3d10c2db7b7ac0b9aa40e5c9919b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:06,504 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 29bf3d10c2db7b7ac0b9aa40e5c9919b 2024-11-18T20:20:06,505 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b 2024-11-18T20:20:06,505 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b 2024-11-18T20:20:06,506 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 29bf3d10c2db7b7ac0b9aa40e5c9919b 2024-11-18T20:20:06,506 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 29bf3d10c2db7b7ac0b9aa40e5c9919b 2024-11-18T20:20:06,509 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 29bf3d10c2db7b7ac0b9aa40e5c9919b 2024-11-18T20:20:06,512 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:20:06,513 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 29bf3d10c2db7b7ac0b9aa40e5c9919b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71076234, jitterRate=0.059118419885635376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T20:20:06,514 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 29bf3d10c2db7b7ac0b9aa40e5c9919b: Writing region info on filesystem at 1731961206497Initializing all the Stores at 1731961206499 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961206499Cleaning up temporary data from old regions at 1731961206506 (+7 ms)Region opened successfully at 1731961206514 (+8 ms) 2024-11-18T20:20:06,514 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 29bf3d10c2db7b7ac0b9aa40e5c9919b, disabling compactions & flushes 2024-11-18T20:20:06,514 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731961206456.29bf3d10c2db7b7ac0b9aa40e5c9919b. 2024-11-18T20:20:06,514 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731961206456.29bf3d10c2db7b7ac0b9aa40e5c9919b. 2024-11-18T20:20:06,514 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731961206456.29bf3d10c2db7b7ac0b9aa40e5c9919b. after waiting 0 ms 2024-11-18T20:20:06,514 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731961206456.29bf3d10c2db7b7ac0b9aa40e5c9919b. 2024-11-18T20:20:06,515 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731961206456.29bf3d10c2db7b7ac0b9aa40e5c9919b. 2024-11-18T20:20:06,515 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 29bf3d10c2db7b7ac0b9aa40e5c9919b: Waiting for close lock at 1731961206514Disabling compacts and flushes for region at 1731961206514Disabling writes for close at 1731961206514Writing region close event to WAL at 1731961206515 (+1 ms)Closed at 1731961206515 2024-11-18T20:20:06,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741845_1021 (size=95) 2024-11-18T20:20:06,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741845_1021 (size=95) 2024-11-18T20:20:06,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741845_1021 (size=95) 2024-11-18T20:20:06,526 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T20:20:06,527 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-78010631:(num 1731961206463) 2024-11-18T20:20:06,528 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-18T20:20:06,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741847_1023 (size=320) 2024-11-18T20:20:06,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741847_1023 (size=320) 2024-11-18T20:20:06,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741847_1023 (size=320) 2024-11-18T20:20:06,542 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-18T20:20:06,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741848_1024 (size=253) 2024-11-18T20:20:06,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741848_1024 (size=253) 2024-11-18T20:20:06,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741848_1024 (size=253) 2024-11-18T20:20:06,572 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-2, size=253 (253bytes) 2024-11-18T20:20:06,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-2 2024-11-18T20:20:06,574 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-2 after 1ms 2024-11-18T20:20:06,577 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:06,578 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-2 took 6ms 2024-11-18T20:20:06,581 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-2 so closing down 2024-11-18T20:20:06,581 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:20:06,583 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-18T20:20:06,585 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000002-wal-2.temp 2024-11-18T20:20:06,585 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:20:06,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741849_1025 (size=253) 2024-11-18T20:20:06,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741849_1025 (size=253) 2024-11-18T20:20:06,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741849_1025 (size=253) 2024-11-18T20:20:06,594 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T20:20:06,596 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000002 2024-11-18T20:20:06,596 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-18T20:20:06,596 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-2, journal: Splitting hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-2, size=253 (253bytes) at 1731961206572Finishing writing output for hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-2 so closing down at 1731961206581 (+9 ms)Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000002-wal-2.temp at 1731961206585 (+4 ms)3 split writer threads finished at 1731961206585Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731961206594 (+9 ms)Rename recovered edits hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000002 at 1731961206596 (+2 ms)Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731961206596 2024-11-18T20:20:06,613 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-1, size=320 (320bytes) 2024-11-18T20:20:06,613 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-1 2024-11-18T20:20:06,614 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-1 after 1ms 2024-11-18T20:20:06,617 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:06,617 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-1 took 5ms 2024-11-18T20:20:06,620 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-1 so closing down 2024-11-18T20:20:06,620 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:20:06,622 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-18T20:20:06,624 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000001-wal-1.temp 2024-11-18T20:20:06,624 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:20:06,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741850_1026 (size=320) 2024-11-18T20:20:06,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741850_1026 (size=320) 2024-11-18T20:20:06,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741850_1026 (size=320) 2024-11-18T20:20:06,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-18T20:20:06,641 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:06,644 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000002, length=253 2024-11-18T20:20:06,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000002 2024-11-18T20:20:06,647 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-18T20:20:06,648 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-1, journal: Splitting hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-1, size=320 (320bytes) at 1731961206613Finishing writing output for hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-1 so closing down at 1731961206620 (+7 ms)Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000001-wal-1.temp at 1731961206624 (+4 ms)3 split writer threads finished at 1731961206624Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731961206635 (+11 ms)Rename recovered edits hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000002 at 1731961206647 (+12 ms)Processed 2 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731961206647 2024-11-18T20:20:06,648 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:06,650 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:06,664 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal.1731961206650, exclude list is [], retry=0 2024-11-18T20:20:06,668 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:06,668 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:06,669 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:06,671 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal.1731961206650 2024-11-18T20:20:06,671 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:37919:37919)] 2024-11-18T20:20:06,672 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 29bf3d10c2db7b7ac0b9aa40e5c9919b, NAME => 'testReplayEditsWrittenIntoWAL,,1731961206456.29bf3d10c2db7b7ac0b9aa40e5c9919b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:06,672 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731961206456.29bf3d10c2db7b7ac0b9aa40e5c9919b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:06,672 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 29bf3d10c2db7b7ac0b9aa40e5c9919b 2024-11-18T20:20:06,672 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 29bf3d10c2db7b7ac0b9aa40e5c9919b 2024-11-18T20:20:06,674 INFO [StoreOpener-29bf3d10c2db7b7ac0b9aa40e5c9919b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 29bf3d10c2db7b7ac0b9aa40e5c9919b 2024-11-18T20:20:06,676 INFO [StoreOpener-29bf3d10c2db7b7ac0b9aa40e5c9919b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bf3d10c2db7b7ac0b9aa40e5c9919b columnFamilyName a 2024-11-18T20:20:06,677 DEBUG [StoreOpener-29bf3d10c2db7b7ac0b9aa40e5c9919b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:06,677 INFO [StoreOpener-29bf3d10c2db7b7ac0b9aa40e5c9919b-1 {}] regionserver.HStore(327): Store=29bf3d10c2db7b7ac0b9aa40e5c9919b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:06,678 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 29bf3d10c2db7b7ac0b9aa40e5c9919b 2024-11-18T20:20:06,678 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b 2024-11-18T20:20:06,681 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b 2024-11-18T20:20:06,682 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000002 2024-11-18T20:20:06,686 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:06,688 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000002 2024-11-18T20:20:06,689 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 29bf3d10c2db7b7ac0b9aa40e5c9919b 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-18T20:20:06,706 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/.tmp/a/b3a071a8411443c99bc5076cafccb944 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731961206527/Put/seqid=0 2024-11-18T20:20:06,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741852_1028 (size=5170) 2024-11-18T20:20:06,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741852_1028 (size=5170) 2024-11-18T20:20:06,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741852_1028 (size=5170) 2024-11-18T20:20:06,715 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/.tmp/a/b3a071a8411443c99bc5076cafccb944 2024-11-18T20:20:06,726 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/.tmp/a/b3a071a8411443c99bc5076cafccb944 as hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/a/b3a071a8411443c99bc5076cafccb944 2024-11-18T20:20:06,734 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/a/b3a071a8411443c99bc5076cafccb944, entries=2, sequenceid=2, filesize=5.0 K 2024-11-18T20:20:06,735 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 29bf3d10c2db7b7ac0b9aa40e5c9919b in 46ms, sequenceid=2, compaction requested=false; wal=null 2024-11-18T20:20:06,736 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/0000000000000000002 2024-11-18T20:20:06,736 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 29bf3d10c2db7b7ac0b9aa40e5c9919b 2024-11-18T20:20:06,736 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 29bf3d10c2db7b7ac0b9aa40e5c9919b 2024-11-18T20:20:06,739 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 29bf3d10c2db7b7ac0b9aa40e5c9919b 2024-11-18T20:20:06,742 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/29bf3d10c2db7b7ac0b9aa40e5c9919b/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-18T20:20:06,743 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 29bf3d10c2db7b7ac0b9aa40e5c9919b; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72861919, jitterRate=0.08572719991207123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T20:20:06,743 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 29bf3d10c2db7b7ac0b9aa40e5c9919b: Writing region info on filesystem at 1731961206672Initializing all the Stores at 1731961206674 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961206674Obtaining lock to block concurrent updates at 1731961206689 (+15 ms)Preparing flush snapshotting stores in 29bf3d10c2db7b7ac0b9aa40e5c9919b at 1731961206689Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731961206456.29bf3d10c2db7b7ac0b9aa40e5c9919b., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731961206689Flushing stores of testReplayEditsWrittenIntoWAL,,1731961206456.29bf3d10c2db7b7ac0b9aa40e5c9919b. at 1731961206689Flushing 29bf3d10c2db7b7ac0b9aa40e5c9919b/a: creating writer at 1731961206689Flushing 29bf3d10c2db7b7ac0b9aa40e5c9919b/a: appending metadata at 1731961206704 (+15 ms)Flushing 29bf3d10c2db7b7ac0b9aa40e5c9919b/a: closing flushed file at 1731961206704Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a518618: reopening flushed file at 1731961206725 (+21 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 29bf3d10c2db7b7ac0b9aa40e5c9919b in 46ms, sequenceid=2, compaction requested=false; wal=null at 1731961206735 (+10 ms)Cleaning up temporary data from old regions at 1731961206736 (+1 ms)Region opened successfully at 1731961206743 (+7 ms) 2024-11-18T20:20:06,761 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=384 (was 374) Potentially hanging thread: PacketResponder: BP-145710316-172.17.0.2-1731961197461:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:57294 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:47128 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:47026 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-145710316-172.17.0.2-1731961197461:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:57304 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:57018 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-145710316-172.17.0.2-1731961197461:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:48922 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1068 (was 1068), ProcessCount=11 (was 11), AvailableMemoryMB=4125 (was 4132) 2024-11-18T20:20:06,774 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=384, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=1068, ProcessCount=11, AvailableMemoryMB=4124 2024-11-18T20:20:06,791 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:06,793 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:06,794 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:20:06,798 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-42277579, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/hregion-42277579, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:06,810 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-42277579/hregion-42277579.1731961206799, exclude list is [], retry=0 2024-11-18T20:20:06,814 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:06,814 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:06,814 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:06,817 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-42277579/hregion-42277579.1731961206799 2024-11-18T20:20:06,817 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:35093:35093)] 2024-11-18T20:20:06,818 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3071ef411f0c222d5f979def962b1da3, NAME => 'testReplayEditsWrittenIntoWAL,,1731961206792.3071ef411f0c222d5f979def962b1da3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43113/hbase 2024-11-18T20:20:06,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741854_1030 (size=64) 2024-11-18T20:20:06,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741854_1030 (size=64) 2024-11-18T20:20:06,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741854_1030 (size=64) 2024-11-18T20:20:06,831 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731961206792.3071ef411f0c222d5f979def962b1da3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:06,833 INFO [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3071ef411f0c222d5f979def962b1da3 2024-11-18T20:20:06,835 INFO [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3071ef411f0c222d5f979def962b1da3 columnFamilyName a 2024-11-18T20:20:06,835 DEBUG [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:06,836 INFO [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] regionserver.HStore(327): Store=3071ef411f0c222d5f979def962b1da3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:06,836 INFO [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3071ef411f0c222d5f979def962b1da3 2024-11-18T20:20:06,838 INFO [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3071ef411f0c222d5f979def962b1da3 columnFamilyName b 2024-11-18T20:20:06,838 DEBUG [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:06,839 INFO [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] regionserver.HStore(327): Store=3071ef411f0c222d5f979def962b1da3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:06,840 INFO [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3071ef411f0c222d5f979def962b1da3 2024-11-18T20:20:06,842 INFO [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3071ef411f0c222d5f979def962b1da3 columnFamilyName c 2024-11-18T20:20:06,842 DEBUG [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:06,843 INFO [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] regionserver.HStore(327): Store=3071ef411f0c222d5f979def962b1da3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:06,843 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3071ef411f0c222d5f979def962b1da3 2024-11-18T20:20:06,844 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3 2024-11-18T20:20:06,845 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3 2024-11-18T20:20:06,846 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3071ef411f0c222d5f979def962b1da3 2024-11-18T20:20:06,846 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3071ef411f0c222d5f979def962b1da3 2024-11-18T20:20:06,847 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:20:06,848 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3071ef411f0c222d5f979def962b1da3 2024-11-18T20:20:06,851 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:20:06,851 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3071ef411f0c222d5f979def962b1da3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66565808, jitterRate=-0.008092164993286133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:20:06,852 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3071ef411f0c222d5f979def962b1da3: Writing region info on filesystem at 1731961206831Initializing all the Stores at 1731961206832 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961206833 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961206833Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961206833Cleaning up temporary data from old regions at 1731961206846 (+13 ms)Region opened successfully at 1731961206851 (+5 ms) 2024-11-18T20:20:06,852 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3071ef411f0c222d5f979def962b1da3, disabling compactions & flushes 2024-11-18T20:20:06,852 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731961206792.3071ef411f0c222d5f979def962b1da3. 2024-11-18T20:20:06,852 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731961206792.3071ef411f0c222d5f979def962b1da3. 2024-11-18T20:20:06,852 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731961206792.3071ef411f0c222d5f979def962b1da3. after waiting 0 ms 2024-11-18T20:20:06,852 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731961206792.3071ef411f0c222d5f979def962b1da3. 2024-11-18T20:20:06,852 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731961206792.3071ef411f0c222d5f979def962b1da3. 2024-11-18T20:20:06,852 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3071ef411f0c222d5f979def962b1da3: Waiting for close lock at 1731961206852Disabling compacts and flushes for region at 1731961206852Disabling writes for close at 1731961206852Writing region close event to WAL at 1731961206852Closed at 1731961206852 2024-11-18T20:20:06,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741853_1029 (size=95) 2024-11-18T20:20:06,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741853_1029 (size=95) 2024-11-18T20:20:06,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741853_1029 (size=95) 2024-11-18T20:20:06,859 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T20:20:06,859 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-42277579:(num 1731961206799) 2024-11-18T20:20:06,859 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:06,861 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:06,877 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961206862, exclude list is [], retry=0 2024-11-18T20:20:06,881 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:06,882 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:06,882 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:06,884 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961206862 2024-11-18T20:20:06,884 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:37919:37919)] 2024-11-18T20:20:07,115 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961206862, size=0 (0bytes) 2024-11-18T20:20:07,115 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961206862 might be still open, length is 0 2024-11-18T20:20:07,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961206862 2024-11-18T20:20:07,116 WARN [IPC Server handler 2 on default port 43113 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961206862 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-18T20:20:07,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961206862 after 1ms 2024-11-18T20:20:09,908 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:57338 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:46529:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57338 dst: /127.0.0.1:46529 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46529 remote=/127.0.0.1:57338]. Total timeout mills is 60000, 57174 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:09,909 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:57058 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37147:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57058 dst: /127.0.0.1:37147 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:09,909 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:47178 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42961:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47178 dst: /127.0.0.1:42961 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:09,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741855_1032 (size=263633) 2024-11-18T20:20:09,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741855_1032 (size=263633) 2024-11-18T20:20:09,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741855_1032 (size=263633) 2024-11-18T20:20:10,502 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T20:20:10,559 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:20:11,118 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961206862 after 4003ms 2024-11-18T20:20:11,123 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961206862: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:11,126 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961206862 took 4012ms 2024-11-18T20:20:11,136 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731961206862.temp 2024-11-18T20:20:11,151 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/recovered.edits/0000000000000000001-wal.1731961206862.temp 2024-11-18T20:20:11,279 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961206862; continuing. 2024-11-18T20:20:11,280 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961206862 so closing down 2024-11-18T20:20:11,280 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:20:11,280 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:20:11,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741856_1033 (size=263641) 2024-11-18T20:20:11,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741856_1033 (size=263641) 2024-11-18T20:20:11,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741856_1033 (size=263641) 2024-11-18T20:20:11,289 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/recovered.edits/0000000000000000001-wal.1731961206862.temp (wrote 3002 edits, skipped 0 edits in 66 ms) 2024-11-18T20:20:11,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/recovered.edits/0000000000000000001-wal.1731961206862.temp to hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/recovered.edits/0000000000000003002 2024-11-18T20:20:11,301 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 171 ms; skipped=0; WAL=hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961206862, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T20:20:11,301 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961206862, journal: Splitting hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961206862, size=0 (0bytes) at 1731961207115Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/recovered.edits/0000000000000000001-wal.1731961206862.temp at 1731961211151 (+4036 ms)Split 1024 edits, skipped 0 edits. at 1731961211218 (+67 ms)Split 2048 edits, skipped 0 edits. at 1731961211253 (+35 ms)Finishing writing output for hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961206862 so closing down at 1731961211280 (+27 ms)3 split writer threads finished at 1731961211280Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/recovered.edits/0000000000000000001-wal.1731961206862.temp (wrote 3002 edits, skipped 0 edits in 66 ms) at 1731961211289 (+9 ms)Rename recovered edits hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/recovered.edits/0000000000000000001-wal.1731961206862.temp to hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/recovered.edits/0000000000000003002 at 1731961211301 (+12 ms)Processed 3002 edits across 1 Regions in 171 ms; skipped=0; WAL=hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961206862, size=0, length=0, corrupted=false, cancelled=false at 1731961211301 2024-11-18T20:20:11,308 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961206862 to hdfs://localhost:43113/hbase/oldWALs/wal.1731961206862 2024-11-18T20:20:11,310 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/recovered.edits/0000000000000003002 2024-11-18T20:20:11,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:11,314 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:11,334 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961211315, exclude list is [], retry=0 2024-11-18T20:20:11,342 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:11,347 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:11,348 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:11,364 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961211315 2024-11-18T20:20:11,367 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:37919:37919)] 2024-11-18T20:20:11,367 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731961206792.3071ef411f0c222d5f979def962b1da3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:11,383 INFO [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3071ef411f0c222d5f979def962b1da3 2024-11-18T20:20:11,385 INFO [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3071ef411f0c222d5f979def962b1da3 columnFamilyName a 2024-11-18T20:20:11,385 DEBUG [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:11,391 INFO [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] regionserver.HStore(327): Store=3071ef411f0c222d5f979def962b1da3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:11,391 INFO [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3071ef411f0c222d5f979def962b1da3 2024-11-18T20:20:11,395 INFO [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3071ef411f0c222d5f979def962b1da3 columnFamilyName b 2024-11-18T20:20:11,396 DEBUG [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:11,397 INFO [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] regionserver.HStore(327): Store=3071ef411f0c222d5f979def962b1da3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:11,397 INFO [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3071ef411f0c222d5f979def962b1da3 2024-11-18T20:20:11,399 INFO [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3071ef411f0c222d5f979def962b1da3 columnFamilyName c 2024-11-18T20:20:11,399 DEBUG [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:11,400 INFO [StoreOpener-3071ef411f0c222d5f979def962b1da3-1 {}] regionserver.HStore(327): Store=3071ef411f0c222d5f979def962b1da3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:11,400 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3071ef411f0c222d5f979def962b1da3 2024-11-18T20:20:11,401 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3 2024-11-18T20:20:11,404 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3 2024-11-18T20:20:11,405 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/recovered.edits/0000000000000003002 2024-11-18T20:20:11,408 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:11,470 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-18T20:20:11,894 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3071ef411f0c222d5f979def962b1da3 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-18T20:20:11,943 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/.tmp/a/f455f65dcf614e30865a4d465bb1521c is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731961206896/Put/seqid=0 2024-11-18T20:20:11,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741858_1035 (size=50463) 2024-11-18T20:20:11,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741858_1035 (size=50463) 2024-11-18T20:20:11,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741858_1035 (size=50463) 2024-11-18T20:20:11,976 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/.tmp/a/f455f65dcf614e30865a4d465bb1521c 2024-11-18T20:20:11,990 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/.tmp/a/f455f65dcf614e30865a4d465bb1521c as hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/a/f455f65dcf614e30865a4d465bb1521c 2024-11-18T20:20:12,003 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/a/f455f65dcf614e30865a4d465bb1521c, entries=754, sequenceid=754, filesize=49.3 K 2024-11-18T20:20:12,003 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 3071ef411f0c222d5f979def962b1da3 in 110ms, sequenceid=754, compaction requested=false; wal=null 2024-11-18T20:20:12,042 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-18T20:20:12,043 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3071ef411f0c222d5f979def962b1da3 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-18T20:20:12,055 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/.tmp/a/96019f75f96f432cbad293b4509d2c4e is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731961206959/Put/seqid=0 2024-11-18T20:20:12,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741859_1036 (size=20072) 2024-11-18T20:20:12,074 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/.tmp/a/96019f75f96f432cbad293b4509d2c4e 2024-11-18T20:20:12,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741859_1036 (size=20072) 2024-11-18T20:20:12,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741859_1036 (size=20072) 2024-11-18T20:20:12,118 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/.tmp/b/61663c601dc449af952956d7c0d48060 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731961206987/Put/seqid=0 2024-11-18T20:20:12,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741860_1037 (size=35835) 2024-11-18T20:20:12,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741860_1037 (size=35835) 2024-11-18T20:20:12,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741860_1037 (size=35835) 2024-11-18T20:20:12,136 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/.tmp/b/61663c601dc449af952956d7c0d48060 2024-11-18T20:20:12,146 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/.tmp/a/96019f75f96f432cbad293b4509d2c4e as hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/a/96019f75f96f432cbad293b4509d2c4e 2024-11-18T20:20:12,158 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/a/96019f75f96f432cbad293b4509d2c4e, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-18T20:20:12,160 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/.tmp/b/61663c601dc449af952956d7c0d48060 as hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/b/61663c601dc449af952956d7c0d48060 2024-11-18T20:20:12,169 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/b/61663c601dc449af952956d7c0d48060, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-18T20:20:12,170 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 3071ef411f0c222d5f979def962b1da3 in 126ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-18T20:20:12,189 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-18T20:20:12,190 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3071ef411f0c222d5f979def962b1da3 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-18T20:20:12,199 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/.tmp/b/cb184981de59477ca30c58f4002d3292 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731961207007/Put/seqid=0 2024-11-18T20:20:12,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741861_1038 (size=35082) 2024-11-18T20:20:12,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741861_1038 (size=35082) 2024-11-18T20:20:12,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741861_1038 (size=35082) 2024-11-18T20:20:12,222 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/.tmp/b/cb184981de59477ca30c58f4002d3292 2024-11-18T20:20:12,254 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/.tmp/c/391e63351d554bc1ae55b24689da6615 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731961207039/Put/seqid=0 2024-11-18T20:20:12,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741862_1039 (size=20825) 2024-11-18T20:20:12,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741862_1039 (size=20825) 2024-11-18T20:20:12,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741862_1039 (size=20825) 2024-11-18T20:20:12,270 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/.tmp/c/391e63351d554bc1ae55b24689da6615 2024-11-18T20:20:12,280 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/.tmp/b/cb184981de59477ca30c58f4002d3292 as hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/b/cb184981de59477ca30c58f4002d3292 2024-11-18T20:20:12,288 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/b/cb184981de59477ca30c58f4002d3292, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-18T20:20:12,289 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/.tmp/c/391e63351d554bc1ae55b24689da6615 as hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/c/391e63351d554bc1ae55b24689da6615 2024-11-18T20:20:12,299 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/c/391e63351d554bc1ae55b24689da6615, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-18T20:20:12,299 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 3071ef411f0c222d5f979def962b1da3 in 110ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-18T20:20:12,304 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:20:12,304 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T20:20:12,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:20:12,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T20:20:12,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T20:20:12,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T20:20:12,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-18T20:20:12,309 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-18T20:20:12,316 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731961207079/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731961206792.3071ef411f0c222d5f979def962b1da3. 2024-11-18T20:20:12,320 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/recovered.edits/0000000000000003002 2024-11-18T20:20:12,321 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-18T20:20:12,321 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3071ef411f0c222d5f979def962b1da3 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-18T20:20:12,333 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/.tmp/c/15e0690314b64c889f17371337c8782d is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731961207045/Put/seqid=0 2024-11-18T20:20:12,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741863_1040 (size=50301) 2024-11-18T20:20:12,361 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/.tmp/c/15e0690314b64c889f17371337c8782d 2024-11-18T20:20:12,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741863_1040 (size=50301) 2024-11-18T20:20:12,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741863_1040 (size=50301) 2024-11-18T20:20:12,376 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15e0690314b64c889f17371337c8782d 2024-11-18T20:20:12,378 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/.tmp/c/15e0690314b64c889f17371337c8782d as hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/c/15e0690314b64c889f17371337c8782d 2024-11-18T20:20:12,385 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15e0690314b64c889f17371337c8782d 2024-11-18T20:20:12,386 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/c/15e0690314b64c889f17371337c8782d, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-18T20:20:12,386 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 3071ef411f0c222d5f979def962b1da3 in 65ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-18T20:20:12,387 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/recovered.edits/0000000000000003002 2024-11-18T20:20:12,388 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3071ef411f0c222d5f979def962b1da3 2024-11-18T20:20:12,388 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3071ef411f0c222d5f979def962b1da3 2024-11-18T20:20:12,389 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T20:20:12,391 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3071ef411f0c222d5f979def962b1da3 2024-11-18T20:20:12,394 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenIntoWAL/3071ef411f0c222d5f979def962b1da3/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-18T20:20:12,395 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3071ef411f0c222d5f979def962b1da3; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68466384, jitterRate=0.02022862434387207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T20:20:12,395 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3071ef411f0c222d5f979def962b1da3: Writing region info on filesystem at 1731961211367Initializing all the Stores at 1731961211370 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961211370Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961211378 (+8 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961211379 (+1 ms)Cleaning up temporary data from old regions at 1731961212388 (+1009 ms)Region opened successfully at 1731961212395 (+7 ms) 2024-11-18T20:20:12,499 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3071ef411f0c222d5f979def962b1da3, disabling compactions & flushes 2024-11-18T20:20:12,499 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731961206792.3071ef411f0c222d5f979def962b1da3. 2024-11-18T20:20:12,499 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731961206792.3071ef411f0c222d5f979def962b1da3. 2024-11-18T20:20:12,499 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731961206792.3071ef411f0c222d5f979def962b1da3. after waiting 0 ms 2024-11-18T20:20:12,499 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731961206792.3071ef411f0c222d5f979def962b1da3. 2024-11-18T20:20:12,508 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731961206792.3071ef411f0c222d5f979def962b1da3. 2024-11-18T20:20:12,508 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3071ef411f0c222d5f979def962b1da3: Waiting for close lock at 1731961212499Disabling compacts and flushes for region at 1731961212499Disabling writes for close at 1731961212499Writing region close event to WAL at 1731961212508 (+9 ms)Closed at 1731961212508 2024-11-18T20:20:12,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741857_1034 (size=95) 2024-11-18T20:20:12,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741857_1034 (size=95) 2024-11-18T20:20:12,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741857_1034 (size=95) 2024-11-18T20:20:12,518 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T20:20:12,518 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731961211315) 2024-11-18T20:20:12,538 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=396 (was 384) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:43113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:37093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1324818925_22 at /127.0.0.1:57372 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1324818925_22 at /127.0.0.1:47244 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1324818925_22 at /127.0.0.1:47228 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:43113 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:44221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1324818925_22 at /127.0.0.1:57114 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1030 (was 1068), ProcessCount=11 (was 11), AvailableMemoryMB=4783 (was 4124) - AvailableMemoryMB LEAK? - 2024-11-18T20:20:12,554 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=396, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=1030, ProcessCount=11, AvailableMemoryMB=4782 2024-11-18T20:20:12,579 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:12,583 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:12,585 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:20:12,590 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-88938004, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/hregion-88938004, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:12,607 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-88938004/hregion-88938004.1731961212591, exclude list is [], retry=0 2024-11-18T20:20:12,625 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:12,626 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:12,647 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:12,667 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-88938004/hregion-88938004.1731961212591 2024-11-18T20:20:12,671 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:37919:37919)] 2024-11-18T20:20:12,671 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3d623d4e12501281c6bb06f39e6b04ac, NAME => 'test2727,,1731961212580.3d623d4e12501281c6bb06f39e6b04ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43113/hbase 2024-11-18T20:20:12,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741865_1042 (size=43) 2024-11-18T20:20:12,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741865_1042 (size=43) 2024-11-18T20:20:12,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741865_1042 (size=43) 2024-11-18T20:20:12,711 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731961212580.3d623d4e12501281c6bb06f39e6b04ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:12,713 INFO [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:12,715 INFO [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d623d4e12501281c6bb06f39e6b04ac columnFamilyName a 2024-11-18T20:20:12,715 DEBUG [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:12,716 INFO [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] regionserver.HStore(327): Store=3d623d4e12501281c6bb06f39e6b04ac/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:12,716 INFO [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:12,718 INFO [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d623d4e12501281c6bb06f39e6b04ac columnFamilyName b 2024-11-18T20:20:12,718 DEBUG [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:12,719 INFO [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] regionserver.HStore(327): Store=3d623d4e12501281c6bb06f39e6b04ac/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:12,719 INFO [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:12,722 INFO [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d623d4e12501281c6bb06f39e6b04ac columnFamilyName c 2024-11-18T20:20:12,722 DEBUG [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:12,727 INFO [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] regionserver.HStore(327): Store=3d623d4e12501281c6bb06f39e6b04ac/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:12,727 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:12,728 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:12,729 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:12,734 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:12,734 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:12,735 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:20:12,737 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:12,777 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:20:12,778 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3d623d4e12501281c6bb06f39e6b04ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63532817, jitterRate=-0.05328725278377533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:20:12,779 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3d623d4e12501281c6bb06f39e6b04ac: Writing region info on filesystem at 1731961212711Initializing all the Stores at 1731961212712 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961212713 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961212713Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961212713Cleaning up temporary data from old regions at 1731961212734 (+21 ms)Region opened successfully at 1731961212779 (+45 ms) 2024-11-18T20:20:12,780 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3d623d4e12501281c6bb06f39e6b04ac, disabling compactions & flushes 2024-11-18T20:20:12,780 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731961212580.3d623d4e12501281c6bb06f39e6b04ac. 2024-11-18T20:20:12,780 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731961212580.3d623d4e12501281c6bb06f39e6b04ac. 2024-11-18T20:20:12,780 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731961212580.3d623d4e12501281c6bb06f39e6b04ac. after waiting 0 ms 2024-11-18T20:20:12,780 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731961212580.3d623d4e12501281c6bb06f39e6b04ac. 2024-11-18T20:20:12,791 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731961212580.3d623d4e12501281c6bb06f39e6b04ac. 2024-11-18T20:20:12,791 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3d623d4e12501281c6bb06f39e6b04ac: Waiting for close lock at 1731961212780Disabling compacts and flushes for region at 1731961212780Disabling writes for close at 1731961212780Writing region close event to WAL at 1731961212791 (+11 ms)Closed at 1731961212791 2024-11-18T20:20:12,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741864_1041 (size=95) 2024-11-18T20:20:12,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741864_1041 (size=95) 2024-11-18T20:20:12,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741864_1041 (size=95) 2024-11-18T20:20:12,821 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T20:20:12,821 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-88938004:(num 1731961212591) 2024-11-18T20:20:12,822 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:12,829 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:12,853 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961212829, exclude list is [], retry=0 2024-11-18T20:20:12,859 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:12,859 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:12,860 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:12,871 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961212829 2024-11-18T20:20:12,875 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:35093:35093)] 2024-11-18T20:20:13,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741866_1043 (size=263359) 2024-11-18T20:20:13,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741866_1043 (size=263359) 2024-11-18T20:20:13,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741866_1043 (size=263359) 2024-11-18T20:20:13,096 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961212829, size=257.2 K (263359bytes) 2024-11-18T20:20:13,096 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961212829 2024-11-18T20:20:13,097 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961212829 after 1ms 2024-11-18T20:20:13,103 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961212829: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:13,112 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961212829 took 16ms 2024-11-18T20:20:13,121 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731961212829.temp 2024-11-18T20:20:13,131 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000000001-wal.1731961212829.temp 2024-11-18T20:20:13,205 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961212829 so closing down 2024-11-18T20:20:13,205 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:20:13,218 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:20:13,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741867_1044 (size=263359) 2024-11-18T20:20:13,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741867_1044 (size=263359) 2024-11-18T20:20:13,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741867_1044 (size=263359) 2024-11-18T20:20:13,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000000001-wal.1731961212829.temp (wrote 3000 edits, skipped 0 edits in 50 ms) 2024-11-18T20:20:13,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000000001-wal.1731961212829.temp to hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000003000 2024-11-18T20:20:13,241 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 126 ms; skipped=0; WAL=hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961212829, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-18T20:20:13,241 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961212829, journal: Splitting hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961212829, size=257.2 K (263359bytes) at 1731961213096Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000000001-wal.1731961212829.temp at 1731961213132 (+36 ms)Split 1024 edits, skipped 0 edits. at 1731961213150 (+18 ms)Split 2048 edits, skipped 0 edits. at 1731961213179 (+29 ms)Finishing writing output for hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961212829 so closing down at 1731961213205 (+26 ms)3 split writer threads finished at 1731961213219 (+14 ms)Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000000001-wal.1731961212829.temp (wrote 3000 edits, skipped 0 edits in 50 ms) at 1731961213238 (+19 ms)Rename recovered edits hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000000001-wal.1731961212829.temp to hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000003000 at 1731961213240 (+2 ms)Processed 3000 edits across 1 Regions in 126 ms; skipped=0; WAL=hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961212829, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1731961213241 (+1 ms) 2024-11-18T20:20:13,243 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961212829 to hdfs://localhost:43113/hbase/oldWALs/wal.1731961212829 2024-11-18T20:20:13,244 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000003000 2024-11-18T20:20:13,245 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:13,248 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:13,264 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961213249, exclude list is [], retry=0 2024-11-18T20:20:13,272 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:13,273 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:13,273 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:13,299 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961213249 2024-11-18T20:20:13,300 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:41767:41767)] 2024-11-18T20:20:13,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741868_1045 (size=263486) 2024-11-18T20:20:13,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741868_1045 (size=263486) 2024-11-18T20:20:13,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741868_1045 (size=263486) 2024-11-18T20:20:13,551 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961213249, size=257.3 K (263486bytes) 2024-11-18T20:20:13,551 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961213249 2024-11-18T20:20:13,551 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961213249 after 0ms 2024-11-18T20:20:13,554 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961213249: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:13,556 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961213249 took 5ms 2024-11-18T20:20:13,560 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731961213249.temp 2024-11-18T20:20:13,561 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000003001-wal.1731961213249.temp 2024-11-18T20:20:13,607 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961213249 so closing down 2024-11-18T20:20:13,608 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:20:13,608 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:20:13,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741869_1046 (size=263486) 2024-11-18T20:20:13,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741869_1046 (size=263486) 2024-11-18T20:20:13,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741869_1046 (size=263486) 2024-11-18T20:20:14,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000003001-wal.1731961213249.temp (wrote 3000 edits, skipped 0 edits in 36 ms) 2024-11-18T20:20:14,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000003001-wal.1731961213249.temp to hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000006000 2024-11-18T20:20:14,017 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 460 ms; skipped=0; WAL=hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961213249, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-18T20:20:14,017 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961213249, journal: Splitting hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961213249, size=257.3 K (263486bytes) at 1731961213551Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000003001-wal.1731961213249.temp at 1731961213561 (+10 ms)Split 1024 edits, skipped 0 edits. at 1731961213575 (+14 ms)Split 2048 edits, skipped 0 edits. at 1731961213593 (+18 ms)Finishing writing output for hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961213249 so closing down at 1731961213608 (+15 ms)3 split writer threads finished at 1731961213608Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000003001-wal.1731961213249.temp (wrote 3000 edits, skipped 0 edits in 36 ms) at 1731961214015 (+407 ms)Rename recovered edits hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000003001-wal.1731961213249.temp to hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000006000 at 1731961214016 (+1 ms)Processed 3000 edits across 1 Regions in 460 ms; skipped=0; WAL=hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961213249, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1731961214017 (+1 ms) 2024-11-18T20:20:14,019 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961213249 to hdfs://localhost:43113/hbase/oldWALs/wal.1731961213249 2024-11-18T20:20:14,020 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000006000 2024-11-18T20:20:14,021 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:14,023 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/test2727-manual,16010,1731961212578, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:14,040 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961214024, exclude list is [], retry=0 2024-11-18T20:20:14,044 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:14,044 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:14,044 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:14,047 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731961212578/wal.1731961214024 2024-11-18T20:20:14,047 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:41767:41767)] 2024-11-18T20:20:14,047 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d623d4e12501281c6bb06f39e6b04ac, NAME => 'test2727,,1731961212580.3d623d4e12501281c6bb06f39e6b04ac.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:14,048 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731961212580.3d623d4e12501281c6bb06f39e6b04ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:14,048 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:14,048 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:14,050 INFO [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:14,051 INFO [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d623d4e12501281c6bb06f39e6b04ac columnFamilyName a 2024-11-18T20:20:14,051 DEBUG [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:14,051 INFO [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] regionserver.HStore(327): Store=3d623d4e12501281c6bb06f39e6b04ac/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:14,052 INFO [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:14,053 INFO [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d623d4e12501281c6bb06f39e6b04ac columnFamilyName b 2024-11-18T20:20:14,053 DEBUG [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:14,053 INFO [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] regionserver.HStore(327): Store=3d623d4e12501281c6bb06f39e6b04ac/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:14,053 INFO [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:14,055 INFO [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d623d4e12501281c6bb06f39e6b04ac columnFamilyName c 2024-11-18T20:20:14,055 DEBUG [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:14,056 INFO [StoreOpener-3d623d4e12501281c6bb06f39e6b04ac-1 {}] regionserver.HStore(327): Store=3d623d4e12501281c6bb06f39e6b04ac/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:14,056 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:14,057 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:14,059 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:14,060 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000003000 2024-11-18T20:20:14,063 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:14,129 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000003000 2024-11-18T20:20:14,130 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000006000 2024-11-18T20:20:14,134 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:14,193 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000006000 2024-11-18T20:20:14,193 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3d623d4e12501281c6bb06f39e6b04ac 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-18T20:20:14,248 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/.tmp/a/7bd27acc62e34b76bba3396209d505f6 is 41, key is test2727/a:100/1731961213305/Put/seqid=0 2024-11-18T20:20:14,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741871_1048 (size=84227) 2024-11-18T20:20:14,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741871_1048 (size=84227) 2024-11-18T20:20:14,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741871_1048 (size=84227) 2024-11-18T20:20:14,269 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/.tmp/a/7bd27acc62e34b76bba3396209d505f6 2024-11-18T20:20:14,316 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/.tmp/b/c496a50d220a40d6bff44118a38e7bb5 is 41, key is test2727/b:100/1731961213391/Put/seqid=0 2024-11-18T20:20:14,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741872_1049 (size=84609) 2024-11-18T20:20:14,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741872_1049 (size=84609) 2024-11-18T20:20:14,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741872_1049 (size=84609) 2024-11-18T20:20:14,334 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/.tmp/b/c496a50d220a40d6bff44118a38e7bb5 2024-11-18T20:20:14,385 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/.tmp/c/19410fc3374946ac9050e605d283f427 is 41, key is test2727/c:100/1731961213471/Put/seqid=0 2024-11-18T20:20:14,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741873_1050 (size=84609) 2024-11-18T20:20:14,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741873_1050 (size=84609) 2024-11-18T20:20:14,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741873_1050 (size=84609) 2024-11-18T20:20:14,406 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/.tmp/c/19410fc3374946ac9050e605d283f427 2024-11-18T20:20:14,415 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/.tmp/a/7bd27acc62e34b76bba3396209d505f6 as hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/a/7bd27acc62e34b76bba3396209d505f6 2024-11-18T20:20:14,422 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/a/7bd27acc62e34b76bba3396209d505f6, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-18T20:20:14,424 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/.tmp/b/c496a50d220a40d6bff44118a38e7bb5 as hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/b/c496a50d220a40d6bff44118a38e7bb5 2024-11-18T20:20:14,433 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/b/c496a50d220a40d6bff44118a38e7bb5, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-18T20:20:14,435 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/.tmp/c/19410fc3374946ac9050e605d283f427 as hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/c/19410fc3374946ac9050e605d283f427 2024-11-18T20:20:14,446 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/c/19410fc3374946ac9050e605d283f427, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-18T20:20:14,446 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 3d623d4e12501281c6bb06f39e6b04ac in 253ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-18T20:20:14,447 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000003000 2024-11-18T20:20:14,448 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/0000000000000006000 2024-11-18T20:20:14,450 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:14,450 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:14,451 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:20:14,452 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3d623d4e12501281c6bb06f39e6b04ac 2024-11-18T20:20:14,455 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/test2727/3d623d4e12501281c6bb06f39e6b04ac/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-18T20:20:14,457 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3d623d4e12501281c6bb06f39e6b04ac; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75037660, jitterRate=0.11814826726913452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:20:14,458 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3d623d4e12501281c6bb06f39e6b04ac: Writing region info on filesystem at 1731961214048Initializing all the Stores at 1731961214049 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961214049Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961214049Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961214049Obtaining lock to block concurrent updates at 1731961214193 (+144 ms)Preparing flush snapshotting stores in 3d623d4e12501281c6bb06f39e6b04ac at 1731961214194 (+1 ms)Finished memstore snapshotting test2727,,1731961212580.3d623d4e12501281c6bb06f39e6b04ac., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731961214195 (+1 ms)Flushing stores of test2727,,1731961212580.3d623d4e12501281c6bb06f39e6b04ac. at 1731961214195Flushing 3d623d4e12501281c6bb06f39e6b04ac/a: creating writer at 1731961214196 (+1 ms)Flushing 3d623d4e12501281c6bb06f39e6b04ac/a: appending metadata at 1731961214247 (+51 ms)Flushing 3d623d4e12501281c6bb06f39e6b04ac/a: closing flushed file at 1731961214248 (+1 ms)Flushing 3d623d4e12501281c6bb06f39e6b04ac/b: creating writer at 1731961214280 (+32 ms)Flushing 3d623d4e12501281c6bb06f39e6b04ac/b: appending metadata at 1731961214314 (+34 ms)Flushing 3d623d4e12501281c6bb06f39e6b04ac/b: closing flushed file at 1731961214314Flushing 3d623d4e12501281c6bb06f39e6b04ac/c: creating writer at 1731961214344 (+30 ms)Flushing 3d623d4e12501281c6bb06f39e6b04ac/c: appending metadata at 1731961214384 (+40 ms)Flushing 3d623d4e12501281c6bb06f39e6b04ac/c: closing flushed file at 1731961214384Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@716bd838: reopening flushed file at 1731961214414 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad9e9b6: reopening flushed file at 1731961214423 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d2b39e3: reopening flushed file at 1731961214433 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 3d623d4e12501281c6bb06f39e6b04ac in 253ms, sequenceid=6000, compaction requested=false; wal=null at 1731961214446 (+13 ms)Cleaning up temporary data from old regions at 1731961214450 (+4 ms)Region opened successfully at 1731961214458 (+8 ms) 2024-11-18T20:20:14,459 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-18T20:20:14,460 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3d623d4e12501281c6bb06f39e6b04ac, disabling compactions & flushes 2024-11-18T20:20:14,460 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731961212580.3d623d4e12501281c6bb06f39e6b04ac. 2024-11-18T20:20:14,460 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731961212580.3d623d4e12501281c6bb06f39e6b04ac. 2024-11-18T20:20:14,460 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731961212580.3d623d4e12501281c6bb06f39e6b04ac. after waiting 0 ms 2024-11-18T20:20:14,460 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731961212580.3d623d4e12501281c6bb06f39e6b04ac. 2024-11-18T20:20:14,464 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731961212580.3d623d4e12501281c6bb06f39e6b04ac. 2024-11-18T20:20:14,464 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3d623d4e12501281c6bb06f39e6b04ac: Waiting for close lock at 1731961214460Disabling compacts and flushes for region at 1731961214460Disabling writes for close at 1731961214460Writing region close event to WAL at 1731961214464 (+4 ms)Closed at 1731961214464 2024-11-18T20:20:14,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741870_1047 (size=95) 2024-11-18T20:20:14,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741870_1047 (size=95) 2024-11-18T20:20:14,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741870_1047 (size=95) 2024-11-18T20:20:14,470 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T20:20:14,471 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731961214024) 2024-11-18T20:20:14,484 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=403 (was 396) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:47244 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:57196 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:47228 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:56020 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=929 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1030 (was 1030), ProcessCount=11 (was 11), AvailableMemoryMB=4415 (was 4782) 2024-11-18T20:20:14,495 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=403, OpenFileDescriptor=929, MaxFileDescriptor=1048576, SystemLoadAverage=1030, ProcessCount=11, AvailableMemoryMB=4414 2024-11-18T20:20:14,517 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:14,524 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731961214516, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:14,525 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731961214525 2024-11-18T20:20:14,535 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731961214516/wal.1731961214525 2024-11-18T20:20:14,540 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:41767:41767)] 2024-11-18T20:20:14,541 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a3915b862e0e56ef2a800be5cc176a0, NAME => 'testSequentialEditLogSeqNum,,1731961214517.2a3915b862e0e56ef2a800be5cc176a0.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:14,542 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731961214517.2a3915b862e0e56ef2a800be5cc176a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:14,542 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2a3915b862e0e56ef2a800be5cc176a0 2024-11-18T20:20:14,542 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2a3915b862e0e56ef2a800be5cc176a0 2024-11-18T20:20:14,543 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:43113/hbase/data/default/testSequentialEditLogSeqNum/2a3915b862e0e56ef2a800be5cc176a0 doesn't exist for region: 2a3915b862e0e56ef2a800be5cc176a0 on table testSequentialEditLogSeqNum 2024-11-18T20:20:14,543 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 2a3915b862e0e56ef2a800be5cc176a0 on table testSequentialEditLogSeqNum 2024-11-18T20:20:14,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741875_1052 (size=62) 2024-11-18T20:20:14,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741875_1052 (size=62) 2024-11-18T20:20:14,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741875_1052 (size=62) 2024-11-18T20:20:14,556 INFO [StoreOpener-2a3915b862e0e56ef2a800be5cc176a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2a3915b862e0e56ef2a800be5cc176a0 2024-11-18T20:20:14,557 INFO [StoreOpener-2a3915b862e0e56ef2a800be5cc176a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a3915b862e0e56ef2a800be5cc176a0 columnFamilyName a 2024-11-18T20:20:14,557 DEBUG [StoreOpener-2a3915b862e0e56ef2a800be5cc176a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:14,558 INFO [StoreOpener-2a3915b862e0e56ef2a800be5cc176a0-1 {}] regionserver.HStore(327): Store=2a3915b862e0e56ef2a800be5cc176a0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:14,558 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2a3915b862e0e56ef2a800be5cc176a0 2024-11-18T20:20:14,559 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testSequentialEditLogSeqNum/2a3915b862e0e56ef2a800be5cc176a0 2024-11-18T20:20:14,559 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testSequentialEditLogSeqNum/2a3915b862e0e56ef2a800be5cc176a0 2024-11-18T20:20:14,560 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2a3915b862e0e56ef2a800be5cc176a0 2024-11-18T20:20:14,560 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2a3915b862e0e56ef2a800be5cc176a0 2024-11-18T20:20:14,561 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2a3915b862e0e56ef2a800be5cc176a0 2024-11-18T20:20:14,564 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testSequentialEditLogSeqNum/2a3915b862e0e56ef2a800be5cc176a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:20:14,565 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2a3915b862e0e56ef2a800be5cc176a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65724324, jitterRate=-0.020631253719329834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T20:20:14,566 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2a3915b862e0e56ef2a800be5cc176a0: Writing region info on filesystem at 1731961214542Initializing all the Stores at 1731961214555 (+13 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961214555Cleaning up temporary data from old regions at 1731961214560 (+5 ms)Region opened successfully at 1731961214566 (+6 ms) 2024-11-18T20:20:14,578 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2a3915b862e0e56ef2a800be5cc176a0 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-18T20:20:14,598 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testSequentialEditLogSeqNum/2a3915b862e0e56ef2a800be5cc176a0/.tmp/a/e6bd5eb806ac4041803bfb7c6ce4922a is 81, key is testSequentialEditLogSeqNum/a:x0/1731961214566/Put/seqid=0 2024-11-18T20:20:14,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741876_1053 (size=5833) 2024-11-18T20:20:14,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741876_1053 (size=5833) 2024-11-18T20:20:14,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741876_1053 (size=5833) 2024-11-18T20:20:14,609 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testSequentialEditLogSeqNum/2a3915b862e0e56ef2a800be5cc176a0/.tmp/a/e6bd5eb806ac4041803bfb7c6ce4922a 2024-11-18T20:20:14,617 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testSequentialEditLogSeqNum/2a3915b862e0e56ef2a800be5cc176a0/.tmp/a/e6bd5eb806ac4041803bfb7c6ce4922a as hdfs://localhost:43113/hbase/data/default/testSequentialEditLogSeqNum/2a3915b862e0e56ef2a800be5cc176a0/a/e6bd5eb806ac4041803bfb7c6ce4922a 2024-11-18T20:20:14,623 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testSequentialEditLogSeqNum/2a3915b862e0e56ef2a800be5cc176a0/a/e6bd5eb806ac4041803bfb7c6ce4922a, entries=10, sequenceid=13, filesize=5.7 K 2024-11-18T20:20:14,625 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 2a3915b862e0e56ef2a800be5cc176a0 in 48ms, sequenceid=13, compaction requested=false 2024-11-18T20:20:14,625 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2a3915b862e0e56ef2a800be5cc176a0: 2024-11-18T20:20:14,631 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:20:14,632 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:20:14,632 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:20:14,632 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:20:14,632 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T20:20:14,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741874_1051 (size=1844) 2024-11-18T20:20:14,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741874_1051 (size=1844) 2024-11-18T20:20:14,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741874_1051 (size=1844) 2024-11-18T20:20:14,651 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43113/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731961214516/wal.1731961214525, size=1.8 K (1844bytes) 2024-11-18T20:20:14,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43113/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731961214516/wal.1731961214525 2024-11-18T20:20:14,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43113/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731961214516/wal.1731961214525 after 0ms 2024-11-18T20:20:14,656 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731961214516/wal.1731961214525: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:14,656 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43113/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731961214516/wal.1731961214525 took 5ms 2024-11-18T20:20:14,659 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43113/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731961214516/wal.1731961214525 so closing down 2024-11-18T20:20:14,660 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:20:14,660 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731961214525.temp 2024-11-18T20:20:14,683 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testSequentialEditLogSeqNum/2a3915b862e0e56ef2a800be5cc176a0/recovered.edits/0000000000000000003-wal.1731961214525.temp 2024-11-18T20:20:14,683 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:20:14,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741877_1054 (size=1477) 2024-11-18T20:20:14,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741877_1054 (size=1477) 2024-11-18T20:20:14,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741877_1054 (size=1477) 2024-11-18T20:20:14,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testSequentialEditLogSeqNum/2a3915b862e0e56ef2a800be5cc176a0/recovered.edits/0000000000000000003-wal.1731961214525.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-18T20:20:14,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43113/hbase/data/default/testSequentialEditLogSeqNum/2a3915b862e0e56ef2a800be5cc176a0/recovered.edits/0000000000000000003-wal.1731961214525.temp to hdfs://localhost:43113/hbase/data/default/testSequentialEditLogSeqNum/2a3915b862e0e56ef2a800be5cc176a0/recovered.edits/0000000000000000020 2024-11-18T20:20:14,707 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 50 ms; skipped=2; WAL=hdfs://localhost:43113/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731961214516/wal.1731961214525, size=1.8 K, length=1844, corrupted=false, cancelled=false 2024-11-18T20:20:14,707 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43113/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731961214516/wal.1731961214525, journal: Splitting hdfs://localhost:43113/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731961214516/wal.1731961214525, size=1.8 K (1844bytes) at 1731961214652Finishing writing output for hdfs://localhost:43113/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731961214516/wal.1731961214525 so closing down at 1731961214659 (+7 ms)Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testSequentialEditLogSeqNum/2a3915b862e0e56ef2a800be5cc176a0/recovered.edits/0000000000000000003-wal.1731961214525.temp at 1731961214683 (+24 ms)3 split writer threads finished at 1731961214684 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testSequentialEditLogSeqNum/2a3915b862e0e56ef2a800be5cc176a0/recovered.edits/0000000000000000003-wal.1731961214525.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731961214703 (+19 ms)Rename recovered edits hdfs://localhost:43113/hbase/data/default/testSequentialEditLogSeqNum/2a3915b862e0e56ef2a800be5cc176a0/recovered.edits/0000000000000000003-wal.1731961214525.temp to hdfs://localhost:43113/hbase/data/default/testSequentialEditLogSeqNum/2a3915b862e0e56ef2a800be5cc176a0/recovered.edits/0000000000000000020 at 1731961214707 (+4 ms)Processed 17 edits across 1 Regions in 50 ms; skipped=2; WAL=hdfs://localhost:43113/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731961214516/wal.1731961214525, size=1.8 K, length=1844, corrupted=false, cancelled=false at 1731961214707 2024-11-18T20:20:14,730 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=405 (was 403) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:47244 [Waiting for operation #26] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:57196 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:47228 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:56020 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 929) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1004 (was 1030), ProcessCount=11 (was 11), AvailableMemoryMB=4341 (was 4414) 2024-11-18T20:20:14,742 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=405, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=1004, ProcessCount=11, AvailableMemoryMB=4340 2024-11-18T20:20:14,762 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:14,764 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:14,791 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:20:14,795 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-68025200, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/hregion-68025200, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:14,815 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-68025200/hregion-68025200.1731961214795, exclude list is [], retry=0 2024-11-18T20:20:14,820 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:14,821 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:14,827 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:14,843 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-68025200/hregion-68025200.1731961214795 2024-11-18T20:20:14,844 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:35093:35093)] 2024-11-18T20:20:14,844 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f9f81fe69ff34742f78c1614e34b9aad, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731961214763.f9f81fe69ff34742f78c1614e34b9aad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43113/hbase 2024-11-18T20:20:14,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741879_1056 (size=70) 2024-11-18T20:20:14,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741879_1056 (size=70) 2024-11-18T20:20:14,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741879_1056 (size=70) 2024-11-18T20:20:14,867 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731961214763.f9f81fe69ff34742f78c1614e34b9aad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:14,871 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,874 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9f81fe69ff34742f78c1614e34b9aad columnFamilyName a 2024-11-18T20:20:14,874 DEBUG [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:14,875 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] regionserver.HStore(327): Store=f9f81fe69ff34742f78c1614e34b9aad/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:14,875 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,877 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9f81fe69ff34742f78c1614e34b9aad columnFamilyName b 2024-11-18T20:20:14,877 DEBUG [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:14,877 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] regionserver.HStore(327): Store=f9f81fe69ff34742f78c1614e34b9aad/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:14,878 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,880 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9f81fe69ff34742f78c1614e34b9aad columnFamilyName c 2024-11-18T20:20:14,880 DEBUG [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:14,881 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] regionserver.HStore(327): Store=f9f81fe69ff34742f78c1614e34b9aad/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:14,881 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,882 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,883 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,885 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,885 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,886 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:20:14,888 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,894 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:20:14,895 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f9f81fe69ff34742f78c1614e34b9aad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65297623, jitterRate=-0.026989594101905823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:20:14,896 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f9f81fe69ff34742f78c1614e34b9aad: Writing region info on filesystem at 1731961214867Initializing all the Stores at 1731961214868 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961214868Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961214871 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961214871Cleaning up temporary data from old regions at 1731961214885 (+14 ms)Region opened successfully at 1731961214896 (+11 ms) 2024-11-18T20:20:14,896 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f9f81fe69ff34742f78c1614e34b9aad, disabling compactions & flushes 2024-11-18T20:20:14,896 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731961214763.f9f81fe69ff34742f78c1614e34b9aad. 2024-11-18T20:20:14,896 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731961214763.f9f81fe69ff34742f78c1614e34b9aad. 2024-11-18T20:20:14,897 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731961214763.f9f81fe69ff34742f78c1614e34b9aad. after waiting 0 ms 2024-11-18T20:20:14,897 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731961214763.f9f81fe69ff34742f78c1614e34b9aad. 2024-11-18T20:20:14,897 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731961214763.f9f81fe69ff34742f78c1614e34b9aad. 2024-11-18T20:20:14,897 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f9f81fe69ff34742f78c1614e34b9aad: Waiting for close lock at 1731961214896Disabling compacts and flushes for region at 1731961214896Disabling writes for close at 1731961214897 (+1 ms)Writing region close event to WAL at 1731961214897Closed at 1731961214897 2024-11-18T20:20:14,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741878_1055 (size=95) 2024-11-18T20:20:14,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741878_1055 (size=95) 2024-11-18T20:20:14,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741878_1055 (size=95) 2024-11-18T20:20:14,918 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T20:20:14,918 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-68025200:(num 1731961214795) 2024-11-18T20:20:14,918 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:14,922 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:14,936 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961214922, exclude list is [], retry=0 2024-11-18T20:20:14,939 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:14,940 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:14,940 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:14,944 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961214922 2024-11-18T20:20:14,947 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:41767:41767)] 2024-11-18T20:20:14,947 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f9f81fe69ff34742f78c1614e34b9aad, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731961214763.f9f81fe69ff34742f78c1614e34b9aad.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:14,947 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731961214763.f9f81fe69ff34742f78c1614e34b9aad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:14,947 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,947 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,949 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,950 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9f81fe69ff34742f78c1614e34b9aad columnFamilyName a 2024-11-18T20:20:14,950 DEBUG [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:14,951 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] regionserver.HStore(327): Store=f9f81fe69ff34742f78c1614e34b9aad/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:14,951 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,952 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9f81fe69ff34742f78c1614e34b9aad columnFamilyName b 2024-11-18T20:20:14,952 DEBUG [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:14,953 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] regionserver.HStore(327): Store=f9f81fe69ff34742f78c1614e34b9aad/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:14,953 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,954 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9f81fe69ff34742f78c1614e34b9aad columnFamilyName c 2024-11-18T20:20:14,954 DEBUG [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:14,955 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] regionserver.HStore(327): Store=f9f81fe69ff34742f78c1614e34b9aad/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:14,955 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,956 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,957 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,958 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,958 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,959 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:20:14,960 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:14,961 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f9f81fe69ff34742f78c1614e34b9aad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70871812, jitterRate=0.05607229471206665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:20:14,962 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f9f81fe69ff34742f78c1614e34b9aad: Writing region info on filesystem at 1731961214948Initializing all the Stores at 1731961214949 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961214949Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961214949Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961214949Cleaning up temporary data from old regions at 1731961214958 (+9 ms)Region opened successfully at 1731961214962 (+4 ms) 2024-11-18T20:20:14,967 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731961214966/Put/seqid=0 2024-11-18T20:20:14,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741881_1058 (size=4826) 2024-11-18T20:20:14,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741881_1058 (size=4826) 2024-11-18T20:20:14,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741881_1058 (size=4826) 2024-11-18T20:20:14,976 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43113/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in f9f81fe69ff34742f78c1614e34b9aad/a 2024-11-18T20:20:14,988 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-18T20:20:14,988 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:20:14,989 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f9f81fe69ff34742f78c1614e34b9aad: 2024-11-18T20:20:14,991 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/a/5d6e6d31a1da46db852092c0ea04f4ab_SeqId_3_ 2024-11-18T20:20:14,992 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43113/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into f9f81fe69ff34742f78c1614e34b9aad/a as hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/a/5d6e6d31a1da46db852092c0ea04f4ab_SeqId_3_ - updating store file list. 2024-11-18T20:20:14,999 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d6e6d31a1da46db852092c0ea04f4ab_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-18T20:20:15,000 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/a/5d6e6d31a1da46db852092c0ea04f4ab_SeqId_3_ into f9f81fe69ff34742f78c1614e34b9aad/a 2024-11-18T20:20:15,000 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43113/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into f9f81fe69ff34742f78c1614e34b9aad/a (new location: hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/a/5d6e6d31a1da46db852092c0ea04f4ab_SeqId_3_) 2024-11-18T20:20:15,059 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43113/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961214922, size=0 (0bytes) 2024-11-18T20:20:15,059 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:43113/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961214922 might be still open, length is 0 2024-11-18T20:20:15,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43113/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961214922 2024-11-18T20:20:15,059 WARN [IPC Server handler 2 on default port 43113 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961214922 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-18T20:20:15,060 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43113/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961214922 after 1ms 2024-11-18T20:20:15,884 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:54296 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37147:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54296 dst: /127.0.0.1:37147 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37147 remote=/127.0.0.1:54296]. Total timeout mills is 60000, 59124 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:15,885 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:56136 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:46529:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56136 dst: /127.0.0.1:46529 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:15,885 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:44992 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42961:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44992 dst: /127.0.0.1:42961 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:15,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741880_1059 (size=473) 2024-11-18T20:20:15,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741880_1059 (size=473) 2024-11-18T20:20:19,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43113/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961214922 after 4001ms 2024-11-18T20:20:19,065 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961214922: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:19,065 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43113/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961214922 took 4007ms 2024-11-18T20:20:19,068 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43113/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961214922; continuing. 2024-11-18T20:20:19,068 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43113/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961214922 so closing down 2024-11-18T20:20:19,068 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:20:19,070 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731961214922.temp 2024-11-18T20:20:19,073 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/recovered.edits/0000000000000000005-wal.1731961214922.temp 2024-11-18T20:20:19,073 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:20:19,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741882_1060 (size=259) 2024-11-18T20:20:19,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741882_1060 (size=259) 2024-11-18T20:20:19,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741882_1060 (size=259) 2024-11-18T20:20:19,109 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/recovered.edits/0000000000000000005-wal.1731961214922.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T20:20:19,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/recovered.edits/0000000000000000005-wal.1731961214922.temp to hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/recovered.edits/0000000000000000005 2024-11-18T20:20:19,112 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 46 ms; skipped=1; WAL=hdfs://localhost:43113/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961214922, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T20:20:19,112 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43113/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961214922, journal: Splitting hdfs://localhost:43113/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961214922, size=0 (0bytes) at 1731961215059Finishing writing output for hdfs://localhost:43113/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961214922 so closing down at 1731961219068 (+4009 ms)Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/recovered.edits/0000000000000000005-wal.1731961214922.temp at 1731961219073 (+5 ms)3 split writer threads finished at 1731961219073Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/recovered.edits/0000000000000000005-wal.1731961214922.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731961219109 (+36 ms)Rename recovered edits hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/recovered.edits/0000000000000000005-wal.1731961214922.temp to hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/recovered.edits/0000000000000000005 at 1731961219112 (+3 ms)Processed 2 edits across 1 Regions in 46 ms; skipped=1; WAL=hdfs://localhost:43113/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961214922, size=0, length=0, corrupted=false, cancelled=false at 1731961219112 2024-11-18T20:20:19,114 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43113/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961214922 to hdfs://localhost:43113/hbase/oldWALs/wal.1731961214922 2024-11-18T20:20:19,116 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/recovered.edits/0000000000000000005 2024-11-18T20:20:19,116 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:19,118 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:19,131 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961219119, exclude list is [], retry=0 2024-11-18T20:20:19,134 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:19,135 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:19,135 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:19,137 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961219119 2024-11-18T20:20:19,137 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:35093:35093)] 2024-11-18T20:20:19,138 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f9f81fe69ff34742f78c1614e34b9aad, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731961214763.f9f81fe69ff34742f78c1614e34b9aad.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:19,138 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731961214763.f9f81fe69ff34742f78c1614e34b9aad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:19,138 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:19,138 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:19,140 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:19,141 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9f81fe69ff34742f78c1614e34b9aad columnFamilyName a 2024-11-18T20:20:19,142 DEBUG [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:19,150 DEBUG [StoreFileOpener-f9f81fe69ff34742f78c1614e34b9aad-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d6e6d31a1da46db852092c0ea04f4ab_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-18T20:20:19,150 DEBUG [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/a/5d6e6d31a1da46db852092c0ea04f4ab_SeqId_3_ 2024-11-18T20:20:19,150 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] regionserver.HStore(327): Store=f9f81fe69ff34742f78c1614e34b9aad/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:19,150 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:19,152 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9f81fe69ff34742f78c1614e34b9aad columnFamilyName b 2024-11-18T20:20:19,152 DEBUG [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:19,153 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] regionserver.HStore(327): Store=f9f81fe69ff34742f78c1614e34b9aad/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:19,153 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:19,154 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9f81fe69ff34742f78c1614e34b9aad columnFamilyName c 2024-11-18T20:20:19,154 DEBUG [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:19,155 INFO [StoreOpener-f9f81fe69ff34742f78c1614e34b9aad-1 {}] regionserver.HStore(327): Store=f9f81fe69ff34742f78c1614e34b9aad/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:19,155 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:19,156 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:19,158 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:19,159 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/recovered.edits/0000000000000000005 2024-11-18T20:20:19,161 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:19,163 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/recovered.edits/0000000000000000005 2024-11-18T20:20:19,163 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f9f81fe69ff34742f78c1614e34b9aad 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-18T20:20:19,178 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/.tmp/a/547bb6b6982849cd83b2afa54f3bfd5d is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731961215007/Put/seqid=0 2024-11-18T20:20:19,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741884_1062 (size=5149) 2024-11-18T20:20:19,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741884_1062 (size=5149) 2024-11-18T20:20:19,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741884_1062 (size=5149) 2024-11-18T20:20:19,184 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/.tmp/a/547bb6b6982849cd83b2afa54f3bfd5d 2024-11-18T20:20:19,190 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/.tmp/a/547bb6b6982849cd83b2afa54f3bfd5d as hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/a/547bb6b6982849cd83b2afa54f3bfd5d 2024-11-18T20:20:19,197 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/a/547bb6b6982849cd83b2afa54f3bfd5d, entries=1, sequenceid=5, filesize=5.0 K 2024-11-18T20:20:19,197 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for f9f81fe69ff34742f78c1614e34b9aad in 34ms, sequenceid=5, compaction requested=false; wal=null 2024-11-18T20:20:19,198 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/recovered.edits/0000000000000000005 2024-11-18T20:20:19,199 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:19,199 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:19,200 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:20:19,202 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f9f81fe69ff34742f78c1614e34b9aad 2024-11-18T20:20:19,204 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f9f81fe69ff34742f78c1614e34b9aad/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T20:20:19,205 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f9f81fe69ff34742f78c1614e34b9aad; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61612200, jitterRate=-0.08190667629241943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:20:19,205 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f9f81fe69ff34742f78c1614e34b9aad: Writing region info on filesystem at 1731961219138Initializing all the Stores at 1731961219140 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961219140Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961219140Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961219140Obtaining lock to block concurrent updates at 1731961219163 (+23 ms)Preparing flush snapshotting stores in f9f81fe69ff34742f78c1614e34b9aad at 1731961219163Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731961214763.f9f81fe69ff34742f78c1614e34b9aad., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731961219163Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731961214763.f9f81fe69ff34742f78c1614e34b9aad. at 1731961219163Flushing f9f81fe69ff34742f78c1614e34b9aad/a: creating writer at 1731961219163Flushing f9f81fe69ff34742f78c1614e34b9aad/a: appending metadata at 1731961219177 (+14 ms)Flushing f9f81fe69ff34742f78c1614e34b9aad/a: closing flushed file at 1731961219177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f7f65a2: reopening flushed file at 1731961219189 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for f9f81fe69ff34742f78c1614e34b9aad in 34ms, sequenceid=5, compaction requested=false; wal=null at 1731961219197 (+8 ms)Cleaning up temporary data from old regions at 1731961219199 (+2 ms)Region opened successfully at 1731961219205 (+6 ms) 2024-11-18T20:20:19,209 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f9f81fe69ff34742f78c1614e34b9aad, disabling compactions & flushes 2024-11-18T20:20:19,209 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731961214763.f9f81fe69ff34742f78c1614e34b9aad. 2024-11-18T20:20:19,209 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731961214763.f9f81fe69ff34742f78c1614e34b9aad. 2024-11-18T20:20:19,209 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731961214763.f9f81fe69ff34742f78c1614e34b9aad. after waiting 0 ms 2024-11-18T20:20:19,209 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731961214763.f9f81fe69ff34742f78c1614e34b9aad. 2024-11-18T20:20:19,210 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731961214763.f9f81fe69ff34742f78c1614e34b9aad. 2024-11-18T20:20:19,210 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f9f81fe69ff34742f78c1614e34b9aad: Waiting for close lock at 1731961219209Disabling compacts and flushes for region at 1731961219209Disabling writes for close at 1731961219209Writing region close event to WAL at 1731961219210 (+1 ms)Closed at 1731961219210 2024-11-18T20:20:19,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741883_1061 (size=95) 2024-11-18T20:20:19,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741883_1061 (size=95) 2024-11-18T20:20:19,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741883_1061 (size=95) 2024-11-18T20:20:19,215 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T20:20:19,215 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731961219119) 2024-11-18T20:20:19,230 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=409 (was 405) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_634550353_22 at /127.0.0.1:56164 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:43113 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_634550353_22 at /127.0.0.1:45008 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_634550353_22 at /127.0.0.1:54328 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:43113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1025 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1004 (was 1004), ProcessCount=11 (was 11), AvailableMemoryMB=4106 (was 4340) 2024-11-18T20:20:19,232 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-11-18T20:20:19,244 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=409, OpenFileDescriptor=1025, MaxFileDescriptor=1048576, SystemLoadAverage=1004, ProcessCount=11, AvailableMemoryMB=4104 2024-11-18T20:20:19,245 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-11-18T20:20:19,260 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:19,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:20:19,268 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a964fc427ed,45853,1731961201946 2024-11-18T20:20:19,270 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d2a9b08 2024-11-18T20:20:19,271 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:20:19,273 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:20:19,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:20:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-18T20:20:19,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:20:19,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-18T20:20:19,287 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:19,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:20:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:20:19,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741885_1063 (size=694) 2024-11-18T20:20:19,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741885_1063 (size=694) 2024-11-18T20:20:19,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741885_1063 (size=694) 2024-11-18T20:20:19,305 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f7a16e8d9123a6e605e78e48d571d79, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e 2024-11-18T20:20:19,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741886_1064 (size=77) 2024-11-18T20:20:19,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741886_1064 (size=77) 2024-11-18T20:20:19,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741886_1064 (size=77) 2024-11-18T20:20:19,315 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:19,315 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 7f7a16e8d9123a6e605e78e48d571d79, disabling compactions & flushes 2024-11-18T20:20:19,315 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:19,315 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:19,315 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. after waiting 0 ms 2024-11-18T20:20:19,315 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:19,315 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:19,315 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f7a16e8d9123a6e605e78e48d571d79: Waiting for close lock at 1731961219315Disabling compacts and flushes for region at 1731961219315Disabling writes for close at 1731961219315Writing region close event to WAL at 1731961219315Closed at 1731961219315 2024-11-18T20:20:19,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:20:19,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731961219317"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731961219317"}]},"ts":"1731961219317"} 2024-11-18T20:20:19,327 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:20:19,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:20:19,331 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731961219328"}]},"ts":"1731961219328"} 2024-11-18T20:20:19,335 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-18T20:20:19,335 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {5a964fc427ed=0} racks are {/default-rack=0} 2024-11-18T20:20:19,337 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T20:20:19,337 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T20:20:19,337 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T20:20:19,337 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T20:20:19,337 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T20:20:19,337 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T20:20:19,337 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T20:20:19,337 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T20:20:19,337 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T20:20:19,337 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T20:20:19,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, ASSIGN}] 2024-11-18T20:20:19,341 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, ASSIGN 2024-11-18T20:20:19,342 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, ASSIGN; state=OFFLINE, location=5a964fc427ed,33597,1731961202779; forceNewPlan=false, retain=false 2024-11-18T20:20:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:20:19,496 INFO [5a964fc427ed:45853 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T20:20:19,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f7a16e8d9123a6e605e78e48d571d79, regionState=OPENING, regionLocation=5a964fc427ed,33597,1731961202779 2024-11-18T20:20:19,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, ASSIGN because future has completed 2024-11-18T20:20:19,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f7a16e8d9123a6e605e78e48d571d79, server=5a964fc427ed,33597,1731961202779}] 2024-11-18T20:20:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:20:19,659 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:20:19,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:20:19,669 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:19,669 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f7a16e8d9123a6e605e78e48d571d79, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:19,669 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:19,670 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:19,670 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:19,670 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:19,672 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:19,674 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7a16e8d9123a6e605e78e48d571d79 columnFamilyName cf1 2024-11-18T20:20:19,674 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:19,674 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(327): Store=7f7a16e8d9123a6e605e78e48d571d79/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:19,675 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:19,676 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7a16e8d9123a6e605e78e48d571d79 columnFamilyName cf2 2024-11-18T20:20:19,676 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:19,677 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(327): Store=7f7a16e8d9123a6e605e78e48d571d79/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:19,677 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:19,678 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:19,678 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:19,679 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:19,679 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:19,680 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-18T20:20:19,681 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:19,684 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:20:19,684 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7f7a16e8d9123a6e605e78e48d571d79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58754968, jitterRate=-0.12448275089263916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-18T20:20:19,684 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:19,685 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7f7a16e8d9123a6e605e78e48d571d79: Running coprocessor pre-open hook at 1731961219670Writing region info on filesystem at 1731961219670Initializing all the Stores at 1731961219671 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961219671Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961219672 (+1 ms)Cleaning up temporary data from old regions at 1731961219679 (+7 ms)Running coprocessor post-open hooks at 1731961219684 (+5 ms)Region opened successfully at 1731961219685 (+1 ms) 2024-11-18T20:20:19,687 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., pid=6, masterSystemTime=1731961219658 2024-11-18T20:20:19,694 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:19,694 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:19,695 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f7a16e8d9123a6e605e78e48d571d79, regionState=OPEN, openSeqNum=2, regionLocation=5a964fc427ed,33597,1731961202779 2024-11-18T20:20:19,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f7a16e8d9123a6e605e78e48d571d79, server=5a964fc427ed,33597,1731961202779 because future has completed 2024-11-18T20:20:19,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:20:19,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f7a16e8d9123a6e605e78e48d571d79, server=5a964fc427ed,33597,1731961202779 in 197 msec 2024-11-18T20:20:19,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:20:19,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, ASSIGN in 366 msec 2024-11-18T20:20:19,709 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:20:19,710 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731961219709"}]},"ts":"1731961219709"} 2024-11-18T20:20:19,713 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-18T20:20:19,716 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:20:19,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 438 msec 2024-11-18T20:20:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:20:19,927 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-18T20:20:19,927 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-18T20:20:19,930 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T20:20:19,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-18T20:20:19,939 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T20:20:19,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-18T20:20:19,952 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=2] 2024-11-18T20:20:19,953 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:20:19,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:20:19,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=7f7a16e8d9123a6e605e78e48d571d79, source=5a964fc427ed,33597,1731961202779, destination=5a964fc427ed,34025,1731961202660, warming up region on 5a964fc427ed,34025,1731961202660 2024-11-18T20:20:19,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=7f7a16e8d9123a6e605e78e48d571d79, source=5a964fc427ed,33597,1731961202779, destination=5a964fc427ed,34025,1731961202660, running balancer 2024-11-18T20:20:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, REOPEN/MOVE 2024-11-18T20:20:19,975 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, REOPEN/MOVE 2024-11-18T20:20:19,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:19,978 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7f7a16e8d9123a6e605e78e48d571d79, regionState=CLOSING, regionLocation=5a964fc427ed,33597,1731961202779 2024-11-18T20:20:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HRegion(7855): Warmup {ENCODED => 7f7a16e8d9123a6e605e78e48d571d79, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:19,979 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:19,980 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7a16e8d9123a6e605e78e48d571d79 columnFamilyName cf1 2024-11-18T20:20:19,980 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:19,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, REOPEN/MOVE because future has completed 2024-11-18T20:20:19,981 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T20:20:19,981 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(327): Store=7f7a16e8d9123a6e605e78e48d571d79/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:19,981 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:19,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f7a16e8d9123a6e605e78e48d571d79, server=5a964fc427ed,33597,1731961202779}] 2024-11-18T20:20:19,983 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7a16e8d9123a6e605e78e48d571d79 columnFamilyName cf2 2024-11-18T20:20:19,983 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:19,983 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(327): Store=7f7a16e8d9123a6e605e78e48d571d79/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HRegion(1722): Closing 7f7a16e8d9123a6e605e78e48d571d79, disabling compactions & flushes 2024-11-18T20:20:19,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. after waiting 0 ms 2024-11-18T20:20:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:19,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HRegion(1676): Region close journal for 7f7a16e8d9123a6e605e78e48d571d79: Waiting for close lock at 1731961219984Disabling compacts and flushes for region at 1731961219984Disabling writes for close at 1731961219984Writing region close event to WAL at 1731961219984Closed at 1731961219984 2024-11-18T20:20:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-18T20:20:20,143 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:20,143 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T20:20:20,144 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 7f7a16e8d9123a6e605e78e48d571d79, disabling compactions & flushes 2024-11-18T20:20:20,144 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:20,144 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:20,145 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. after waiting 0 ms 2024-11-18T20:20:20,145 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:20,145 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 7f7a16e8d9123a6e605e78e48d571d79 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-18T20:20:20,165 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/.tmp/cf1/ab4078468d9f43728fa4704e600ad340 is 35, key is r1/cf1:q/1731961219956/Put/seqid=0 2024-11-18T20:20:20,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741887_1065 (size=4783) 2024-11-18T20:20:20,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741887_1065 (size=4783) 2024-11-18T20:20:20,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741887_1065 (size=4783) 2024-11-18T20:20:20,174 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/.tmp/cf1/ab4078468d9f43728fa4704e600ad340 2024-11-18T20:20:20,181 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/.tmp/cf1/ab4078468d9f43728fa4704e600ad340 as hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf1/ab4078468d9f43728fa4704e600ad340 2024-11-18T20:20:20,187 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf1/ab4078468d9f43728fa4704e600ad340, entries=1, sequenceid=5, filesize=4.7 K 2024-11-18T20:20:20,189 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 7f7a16e8d9123a6e605e78e48d571d79 in 44ms, sequenceid=5, compaction requested=false 2024-11-18T20:20:20,189 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-18T20:20:20,197 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T20:20:20,205 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:20,205 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 7f7a16e8d9123a6e605e78e48d571d79: Waiting for close lock at 1731961220144Running coprocessor pre-close hooks at 1731961220144Disabling compacts and flushes for region at 1731961220144Disabling writes for close at 1731961220145 (+1 ms)Obtaining lock to block concurrent updates at 1731961220145Preparing flush snapshotting stores in 7f7a16e8d9123a6e605e78e48d571d79 at 1731961220145Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731961220145Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. at 1731961220146 (+1 ms)Flushing 7f7a16e8d9123a6e605e78e48d571d79/cf1: creating writer at 1731961220146Flushing 7f7a16e8d9123a6e605e78e48d571d79/cf1: appending metadata at 1731961220165 (+19 ms)Flushing 7f7a16e8d9123a6e605e78e48d571d79/cf1: closing flushed file at 1731961220165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@765fee3f: reopening flushed file at 1731961220180 (+15 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 7f7a16e8d9123a6e605e78e48d571d79 in 44ms, sequenceid=5, compaction requested=false at 1731961220189 (+9 ms)Writing region close event to WAL at 1731961220190 (+1 ms)Running coprocessor post-close hooks at 1731961220203 (+13 ms)Closed at 1731961220205 (+2 ms) 2024-11-18T20:20:20,206 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 7f7a16e8d9123a6e605e78e48d571d79 move to 5a964fc427ed,34025,1731961202660 record at close sequenceid=5 2024-11-18T20:20:20,209 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:20,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7f7a16e8d9123a6e605e78e48d571d79, regionState=CLOSED 2024-11-18T20:20:20,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f7a16e8d9123a6e605e78e48d571d79, server=5a964fc427ed,33597,1731961202779 because future has completed 2024-11-18T20:20:20,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-18T20:20:20,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 7f7a16e8d9123a6e605e78e48d571d79, server=5a964fc427ed,33597,1731961202779 in 236 msec 2024-11-18T20:20:20,224 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, REOPEN/MOVE; state=CLOSED, location=5a964fc427ed,34025,1731961202660; forceNewPlan=false, retain=false 2024-11-18T20:20:20,375 INFO [5a964fc427ed:45853 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T20:20:20,375 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7f7a16e8d9123a6e605e78e48d571d79, regionState=OPENING, regionLocation=5a964fc427ed,34025,1731961202660 2024-11-18T20:20:20,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, REOPEN/MOVE because future has completed 2024-11-18T20:20:20,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f7a16e8d9123a6e605e78e48d571d79, server=5a964fc427ed,34025,1731961202660}] 2024-11-18T20:20:20,539 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:20,539 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f7a16e8d9123a6e605e78e48d571d79, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:20,540 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:20,540 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:20,540 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:20,540 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:20,542 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:20,543 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7a16e8d9123a6e605e78e48d571d79 columnFamilyName cf1 2024-11-18T20:20:20,543 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:20,550 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf1/ab4078468d9f43728fa4704e600ad340 2024-11-18T20:20:20,551 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(327): Store=7f7a16e8d9123a6e605e78e48d571d79/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:20,551 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:20,552 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7a16e8d9123a6e605e78e48d571d79 columnFamilyName cf2 2024-11-18T20:20:20,552 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:20,553 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(327): Store=7f7a16e8d9123a6e605e78e48d571d79/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:20,553 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:20,554 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:20,556 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:20,557 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:20,557 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:20,558 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-18T20:20:20,560 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:20,562 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 7f7a16e8d9123a6e605e78e48d571d79; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59255771, jitterRate=-0.11702020466327667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-18T20:20:20,562 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:20,562 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 7f7a16e8d9123a6e605e78e48d571d79: Running coprocessor pre-open hook at 1731961220540Writing region info on filesystem at 1731961220540Initializing all the Stores at 1731961220541 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961220541Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961220542 (+1 ms)Cleaning up temporary data from old regions at 1731961220557 (+15 ms)Running coprocessor post-open hooks at 1731961220562 (+5 ms)Region opened successfully at 1731961220562 2024-11-18T20:20:20,564 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., pid=9, masterSystemTime=1731961220534 2024-11-18T20:20:20,567 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:20,567 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:20,568 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7f7a16e8d9123a6e605e78e48d571d79, regionState=OPEN, openSeqNum=9, regionLocation=5a964fc427ed,34025,1731961202660 2024-11-18T20:20:20,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f7a16e8d9123a6e605e78e48d571d79, server=5a964fc427ed,34025,1731961202660 because future has completed 2024-11-18T20:20:20,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-18T20:20:20,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f7a16e8d9123a6e605e78e48d571d79, server=5a964fc427ed,34025,1731961202660 in 193 msec 2024-11-18T20:20:20,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, REOPEN/MOVE in 604 msec 2024-11-18T20:20:20,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:20:20,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:20:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:43892 deadline: 1731961280638, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5a964fc427ed port=34025 startCode=1731961202660. As of locationSeqNum=5. 2024-11-18T20:20:20,646 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5a964fc427ed port=34025 startCode=1731961202660. As of locationSeqNum=5. 2024-11-18T20:20:20,646 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5a964fc427ed port=34025 startCode=1731961202660. As of locationSeqNum=5. 2024-11-18T20:20:20,647 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,34025,1731961202660, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5a964fc427ed port=34025 startCode=1731961202660. As of locationSeqNum=5. 2024-11-18T20:20:20,767 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7f7a16e8d9123a6e605e78e48d571d79 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-18T20:20:20,784 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/.tmp/cf1/b2ef82e8233045979734313c979861c2 is 29, key is r1/cf1:/1731961220755/DeleteFamily/seqid=0 2024-11-18T20:20:20,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741888_1066 (size=4906) 2024-11-18T20:20:20,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741888_1066 (size=4906) 2024-11-18T20:20:20,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741888_1066 (size=4906) 2024-11-18T20:20:20,791 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/.tmp/cf1/b2ef82e8233045979734313c979861c2 2024-11-18T20:20:20,797 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2ef82e8233045979734313c979861c2 2024-11-18T20:20:20,815 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/.tmp/cf2/579d9456cd7e4af7b1e2dbe11a77c0b8 is 29, key is r1/cf2:/1731961220755/DeleteFamily/seqid=0 2024-11-18T20:20:20,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741889_1067 (size=4906) 2024-11-18T20:20:20,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741889_1067 (size=4906) 2024-11-18T20:20:20,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741889_1067 (size=4906) 2024-11-18T20:20:20,829 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/.tmp/cf2/579d9456cd7e4af7b1e2dbe11a77c0b8 2024-11-18T20:20:20,840 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 579d9456cd7e4af7b1e2dbe11a77c0b8 2024-11-18T20:20:20,841 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/.tmp/cf1/b2ef82e8233045979734313c979861c2 as hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf1/b2ef82e8233045979734313c979861c2 2024-11-18T20:20:20,849 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2ef82e8233045979734313c979861c2 2024-11-18T20:20:20,849 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf1/b2ef82e8233045979734313c979861c2, entries=1, sequenceid=12, filesize=4.8 K 2024-11-18T20:20:20,850 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/.tmp/cf2/579d9456cd7e4af7b1e2dbe11a77c0b8 as hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf2/579d9456cd7e4af7b1e2dbe11a77c0b8 2024-11-18T20:20:20,857 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 579d9456cd7e4af7b1e2dbe11a77c0b8 2024-11-18T20:20:20,858 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf2/579d9456cd7e4af7b1e2dbe11a77c0b8, entries=1, sequenceid=12, filesize=4.8 K 2024-11-18T20:20:20,859 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 7f7a16e8d9123a6e605e78e48d571d79 in 92ms, sequenceid=12, compaction requested=false 2024-11-18T20:20:20,859 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7f7a16e8d9123a6e605e78e48d571d79: 2024-11-18T20:20:20,861 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-18T20:20:20,863 DEBUG [Time-limited test {}] regionserver.HStore(1541): 7f7a16e8d9123a6e605e78e48d571d79/cf1 is initiating major compaction (all files) 2024-11-18T20:20:20,863 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:20:20,864 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:20,864 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 7f7a16e8d9123a6e605e78e48d571d79/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:20,865 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf1/ab4078468d9f43728fa4704e600ad340, hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf1/b2ef82e8233045979734313c979861c2] into tmpdir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/.tmp, totalSize=9.5 K 2024-11-18T20:20:20,866 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ab4078468d9f43728fa4704e600ad340, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731961219956 2024-11-18T20:20:20,867 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b2ef82e8233045979734313c979861c2, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-18T20:20:20,880 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 7f7a16e8d9123a6e605e78e48d571d79#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T20:20:20,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741890_1068 (size=4626) 2024-11-18T20:20:20,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741890_1068 (size=4626) 2024-11-18T20:20:20,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741890_1068 (size=4626) 2024-11-18T20:20:20,896 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/.tmp/cf1/474a5a1f3fa8419ea8dfc75ee7b76efc as hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf1/474a5a1f3fa8419ea8dfc75ee7b76efc 2024-11-18T20:20:20,913 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 7f7a16e8d9123a6e605e78e48d571d79/cf1 of 7f7a16e8d9123a6e605e78e48d571d79 into 474a5a1f3fa8419ea8dfc75ee7b76efc(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T20:20:20,914 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 7f7a16e8d9123a6e605e78e48d571d79: 2024-11-18T20:20:20,914 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-18T20:20:20,914 DEBUG [Time-limited test {}] regionserver.HStore(1541): 7f7a16e8d9123a6e605e78e48d571d79/cf2 is initiating major compaction (all files) 2024-11-18T20:20:20,914 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:20:20,914 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:20:20,914 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 7f7a16e8d9123a6e605e78e48d571d79/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:20,915 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf2/579d9456cd7e4af7b1e2dbe11a77c0b8] into tmpdir=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/.tmp, totalSize=4.8 K 2024-11-18T20:20:20,915 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 579d9456cd7e4af7b1e2dbe11a77c0b8, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-18T20:20:20,922 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 7f7a16e8d9123a6e605e78e48d571d79#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T20:20:20,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741891_1069 (size=4592) 2024-11-18T20:20:20,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741891_1069 (size=4592) 2024-11-18T20:20:20,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741891_1069 (size=4592) 2024-11-18T20:20:20,938 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/.tmp/cf2/aea23befec6242b6bafee239f5d4be52 as hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf2/aea23befec6242b6bafee239f5d4be52 2024-11-18T20:20:20,947 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 7f7a16e8d9123a6e605e78e48d571d79/cf2 of 7f7a16e8d9123a6e605e78e48d571d79 into aea23befec6242b6bafee239f5d4be52(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T20:20:20,947 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 7f7a16e8d9123a6e605e78e48d571d79: 2024-11-18T20:20:20,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=7f7a16e8d9123a6e605e78e48d571d79, source=5a964fc427ed,34025,1731961202660, destination=5a964fc427ed,33597,1731961202779, warming up region on 5a964fc427ed,33597,1731961202779 2024-11-18T20:20:20,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=7f7a16e8d9123a6e605e78e48d571d79, source=5a964fc427ed,34025,1731961202660, destination=5a964fc427ed,33597,1731961202779, running balancer 2024-11-18T20:20:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, REOPEN/MOVE 2024-11-18T20:20:20,955 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, REOPEN/MOVE 2024-11-18T20:20:20,957 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7f7a16e8d9123a6e605e78e48d571d79, regionState=CLOSING, regionLocation=5a964fc427ed,34025,1731961202660 2024-11-18T20:20:20,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(7855): Warmup {ENCODED => 7f7a16e8d9123a6e605e78e48d571d79, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:20,959 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:20,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, REOPEN/MOVE because future has completed 2024-11-18T20:20:20,960 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7a16e8d9123a6e605e78e48d571d79 columnFamilyName cf1 2024-11-18T20:20:20,960 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:20,960 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T20:20:20,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f7a16e8d9123a6e605e78e48d571d79, server=5a964fc427ed,34025,1731961202660}] 2024-11-18T20:20:20,970 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf1/474a5a1f3fa8419ea8dfc75ee7b76efc 2024-11-18T20:20:20,976 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf1/ab4078468d9f43728fa4704e600ad340 2024-11-18T20:20:20,983 INFO [StoreFileOpener-7f7a16e8d9123a6e605e78e48d571d79-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2ef82e8233045979734313c979861c2 2024-11-18T20:20:20,983 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf1/b2ef82e8233045979734313c979861c2 2024-11-18T20:20:20,983 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(327): Store=7f7a16e8d9123a6e605e78e48d571d79/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:20,983 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:20,984 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7a16e8d9123a6e605e78e48d571d79 columnFamilyName cf2 2024-11-18T20:20:20,984 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:20,991 INFO [StoreFileOpener-7f7a16e8d9123a6e605e78e48d571d79-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 579d9456cd7e4af7b1e2dbe11a77c0b8 2024-11-18T20:20:20,992 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf2/579d9456cd7e4af7b1e2dbe11a77c0b8 2024-11-18T20:20:20,997 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf2/aea23befec6242b6bafee239f5d4be52 2024-11-18T20:20:20,998 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(327): Store=7f7a16e8d9123a6e605e78e48d571d79/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(1722): Closing 7f7a16e8d9123a6e605e78e48d571d79, disabling compactions & flushes 2024-11-18T20:20:20,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. after waiting 0 ms 2024-11-18T20:20:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:20,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(1676): Region close journal for 7f7a16e8d9123a6e605e78e48d571d79: Waiting for close lock at 1731961220998Disabling compacts and flushes for region at 1731961220998Disabling writes for close at 1731961220998Writing region close event to WAL at 1731961220999 (+1 ms)Closed at 1731961220999 2024-11-18T20:20:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-18T20:20:21,115 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:21,115 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T20:20:21,115 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 7f7a16e8d9123a6e605e78e48d571d79, disabling compactions & flushes 2024-11-18T20:20:21,115 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:21,115 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:21,115 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. after waiting 0 ms 2024-11-18T20:20:21,116 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:21,116 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf1/ab4078468d9f43728fa4704e600ad340, hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf1/b2ef82e8233045979734313c979861c2] to archive 2024-11-18T20:20:21,119 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T20:20:21,123 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf1/ab4078468d9f43728fa4704e600ad340 to hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf1/ab4078468d9f43728fa4704e600ad340 2024-11-18T20:20:21,125 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf1/b2ef82e8233045979734313c979861c2 to hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf1/b2ef82e8233045979734313c979861c2 2024-11-18T20:20:21,141 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf2/579d9456cd7e4af7b1e2dbe11a77c0b8] to archive 2024-11-18T20:20:21,142 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T20:20:21,144 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf2/579d9456cd7e4af7b1e2dbe11a77c0b8 to hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf2/579d9456cd7e4af7b1e2dbe11a77c0b8 2024-11-18T20:20:21,150 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-18T20:20:21,151 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:21,151 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 7f7a16e8d9123a6e605e78e48d571d79: Waiting for close lock at 1731961221115Running coprocessor pre-close hooks at 1731961221115Disabling compacts and flushes for region at 1731961221115Disabling writes for close at 1731961221115Writing region close event to WAL at 1731961221146 (+31 ms)Running coprocessor post-close hooks at 1731961221151 (+5 ms)Closed at 1731961221151 2024-11-18T20:20:21,151 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 7f7a16e8d9123a6e605e78e48d571d79 move to 5a964fc427ed,33597,1731961202779 record at close sequenceid=12 2024-11-18T20:20:21,154 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:21,154 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7f7a16e8d9123a6e605e78e48d571d79, regionState=CLOSED 2024-11-18T20:20:21,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f7a16e8d9123a6e605e78e48d571d79, server=5a964fc427ed,34025,1731961202660 because future has completed 2024-11-18T20:20:21,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-18T20:20:21,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 7f7a16e8d9123a6e605e78e48d571d79, server=5a964fc427ed,34025,1731961202660 in 198 msec 2024-11-18T20:20:21,163 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, REOPEN/MOVE; state=CLOSED, location=5a964fc427ed,33597,1731961202779; forceNewPlan=false, retain=false 2024-11-18T20:20:21,313 INFO [5a964fc427ed:45853 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T20:20:21,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7f7a16e8d9123a6e605e78e48d571d79, regionState=OPENING, regionLocation=5a964fc427ed,33597,1731961202779 2024-11-18T20:20:21,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, REOPEN/MOVE because future has completed 2024-11-18T20:20:21,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f7a16e8d9123a6e605e78e48d571d79, server=5a964fc427ed,33597,1731961202779}] 2024-11-18T20:20:21,474 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:21,475 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f7a16e8d9123a6e605e78e48d571d79, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:21,475 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:21,475 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:21,475 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:21,475 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:21,477 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:21,479 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7a16e8d9123a6e605e78e48d571d79 columnFamilyName cf1 2024-11-18T20:20:21,479 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:21,501 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf1/474a5a1f3fa8419ea8dfc75ee7b76efc 2024-11-18T20:20:21,501 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(327): Store=7f7a16e8d9123a6e605e78e48d571d79/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:21,501 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:21,503 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7a16e8d9123a6e605e78e48d571d79 columnFamilyName cf2 2024-11-18T20:20:21,503 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:21,514 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf2/aea23befec6242b6bafee239f5d4be52 2024-11-18T20:20:21,514 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(327): Store=7f7a16e8d9123a6e605e78e48d571d79/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:21,515 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:21,516 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:21,518 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:21,520 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:21,520 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:21,521 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-18T20:20:21,524 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:21,525 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 7f7a16e8d9123a6e605e78e48d571d79; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69501611, jitterRate=0.0356547087430954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-18T20:20:21,525 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:21,526 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 7f7a16e8d9123a6e605e78e48d571d79: Running coprocessor pre-open hook at 1731961221476Writing region info on filesystem at 1731961221476Initializing all the Stores at 1731961221477 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961221477Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961221477Cleaning up temporary data from old regions at 1731961221520 (+43 ms)Running coprocessor post-open hooks at 1731961221525 (+5 ms)Region opened successfully at 1731961221526 (+1 ms) 2024-11-18T20:20:21,527 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., pid=12, masterSystemTime=1731961221470 2024-11-18T20:20:21,532 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:21,532 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:21,533 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7f7a16e8d9123a6e605e78e48d571d79, regionState=OPEN, openSeqNum=18, regionLocation=5a964fc427ed,33597,1731961202779 2024-11-18T20:20:21,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f7a16e8d9123a6e605e78e48d571d79, server=5a964fc427ed,33597,1731961202779 because future has completed 2024-11-18T20:20:21,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-18T20:20:21,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f7a16e8d9123a6e605e78e48d571d79, server=5a964fc427ed,33597,1731961202779 in 221 msec 2024-11-18T20:20:21,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, REOPEN/MOVE in 596 msec 2024-11-18T20:20:21,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:20:21,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:20:21,612 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 5a964fc427ed,33597,1731961202779: testing ***** 2024-11-18T20:20:21,612 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:20:21,615 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:20:21,617 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:20:21,625 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:20:21,627 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:20:21,641 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 327962472 }, "NonHeapMemoryUsage": { "committed": 172556288, "init": 7667712, "max": -1, "used": 169817656 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "5a964fc427ed", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 4, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 10271, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 0, "ProcessCallTime_max": 45, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 1, "ProcessCallTime_median": 2, "ProcessCallTime_75th_percentile": 4, "ProcessCallTime_90th_percentile": 6, "ProcessCallTime_95th_percentile": 11, "ProcessCallTime_98th_percentile": 45, "ProcessCallTime_99th_percentile": 45, "ProcessCallTime_99.9th_percentile": 45, "ProcessCallTime_TimeRangeCount_0-1": 15, "ProcessCallTime_TimeRangeCount_1-3": 8, "ProcessCallTime_TimeRangeCount_3-10": 6, "ProcessCallTime_TimeRangeCount_10-30": 1, "ProcessCallTime_TimeRangeCount_30-100": 1, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 1, "QueueCallTime_98th_percentile": 1, "QueueCallTime_99th_percentile": 1, "QueueCallTime_99.9th_percentile": 1, "QueueCallTime_TimeRangeCount_0-1": 31, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 0, "TotalCallTime_max": 45, "TotalCallTime_mean": 3, "TotalCallTime_25th_percentile": 1, "TotalCallTime_median": 2, "TotalCallTime_75th_percentile": 4, "TotalCallTime_90th_percentile": 7, "TotalCallTime_95th_percentile": 11, "TotalCallTime_98th_percentile": 45, "TotalCallTime_99th_percentile": 45, "TotalCallTime_99.9th_percentile": 45, "TotalCallTime_TimeRangeCount_0-1": 14, "TotalCallTime_TimeRangeCount_1-3": 9, "TotalCallTime_TimeRangeCount_3-10": 6, "TotalCallTime_TimeRangeCount_10-30": 1, "TotalCallTime_TimeRangeCount_30-100": 1, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1138, "ResponseSize_mean": 159, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 795, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1069, "ResponseSize_99.9th_percentile": 1131, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 4, "ResponseSize_SizeRangeCount_100-1000": 5, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5772 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "5a964fc427ed", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:52118", "tag.serverName": "5a964fc427ed,33597,1731961202779", "tag.clusterId": "5bfd64bf-b199-4eb2-9a53-d14260ee4ee5", "tag.Context": "regionserver", "tag.Hostname": "5a964fc427ed", "regionCount": 1, "storeCount": 0, "hlogFileCount": 3, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731961202779, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 227243, "ByteBuffAllocatorPoolAllocationBytes": 66560, "ByteBuffAllocatorHeapAllocationRatio": 0.7697053155307054, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 4, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 1, "rpcScanRequestCount": 1, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 1, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "ScanTime_TimeRangeCount_0-1": 1, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 1, "Put_min": 2, "Put_max": 2, "Put_mean": 2, "Put_25th_percentile": 2, "Put_median": 2, "Put_75th_percentile": 2, "Put_90th_percentile": 2, "Put_95th_percentile": 2, "Put_98th_percentile": 2, "Put_99th_percentile": 2, "Put_99.9th_percentile": 2, "Put_TimeRangeCount_1-3": 1, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 4783, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 31, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 1, "FlushOutputSize_min": 4783, "FlushOutputSize_max": 4783, "FlushOutputSize_mean": 4783, "FlushOutputSize_25th_percentile": 4783, "FlushOutputSize_median": 4783, "FlushOutputSize_75th_percentile": 4783, "FlushOutputSize_90th_percentile": 4783, "FlushOutputSize_95th_percentile": 4783, "FlushOutputSize_98th_percentile": 4783, "FlushOutputSize_99th_percentile": 4783, "FlushOutputSize_99.9th_percentile": 4783, "FlushOutputSize_SizeRangeCount_100-1000": 1, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 1, "FlushMemstoreSize_min": 31, "FlushMemstoreSize_max": 31, "FlushMemstoreSize_mean": 31, "FlushMemstoreSize_25th_percentile": 31, "FlushMemstoreSize_median": 31, "FlushMemstoreSize_75th_percentile": 31, "FlushMemstoreSize_90th_percentile": 31, "FlushMemstoreSize_95th_percentile": 31, "FlushMemstoreSize_98th_percentile": 31, "FlushMemstoreSize_99th_percentile": 31, "FlushMemstoreSize_99.9th_percentile": 31, "FlushMemstoreSize_SizeRangeCount_10-100": 1, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 1, "FlushTime_min": 44, "FlushTime_max": 44, "FlushTime_mean": 44, "FlushTime_25th_percentile": 44, "FlushTime_median": 44, "FlushTime_75th_percentile": 44, "FlushTime_90th_percentile": 44, "FlushTime_95th_percentile": 44, "FlushTime_98th_percentile": 44, "FlushTime_99th_percentile": 44, "FlushTime_99.9th_percentile": 44, "FlushTime_TimeRangeCount_30-100": 1, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 1, "ScanSize_min": 64, "ScanSize_max": 64, "ScanSize_mean": 64, "ScanSize_25th_percentile": 64, "ScanSize_median": 64, "ScanSize_75th_percentile": 64, "ScanSize_90th_percentile": 64, "ScanSize_95th_percentile": 64, "ScanSize_98th_percentile": 64, "ScanSize_99th_percentile": 64, "ScanSize_99.9th_percentile": 64, "ScanSize_SizeRangeCount_10-100": 1, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-18T20:20:21,645 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45853 {}] master.MasterRpcServices(700): 5a964fc427ed,33597,1731961202779 reported a fatal error: ***** ABORTING region server 5a964fc427ed,33597,1731961202779: testing ***** 2024-11-18T20:20:21,651 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a964fc427ed,33597,1731961202779' ***** 2024-11-18T20:20:21,651 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-18T20:20:21,651 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:20:21,652 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:20:21,653 INFO [RS:1;5a964fc427ed:33597 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T20:20:21,653 INFO [RS:1;5a964fc427ed:33597 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T20:20:21,653 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:21,654 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.HRegionServer(956): aborting server 5a964fc427ed,33597,1731961202779 2024-11-18T20:20:21,654 INFO [RS:1;5a964fc427ed:33597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:20:21,654 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f7a16e8d9123a6e605e78e48d571d79, disabling compactions & flushes 2024-11-18T20:20:21,654 INFO [RS:1;5a964fc427ed:33597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5a964fc427ed:33597. 2024-11-18T20:20:21,654 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:53818 deadline: 1731961281652, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5a964fc427ed port=33597 startCode=1731961202779. As of locationSeqNum=12. 2024-11-18T20:20:21,654 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:21,654 DEBUG [RS:1;5a964fc427ed:33597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:20:21,654 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. after waiting 0 ms 2024-11-18T20:20:21,654 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:21,655 DEBUG [RS:1;5a964fc427ed:33597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:20:21,655 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,34025,1731961202660, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,34025,1731961202660, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5a964fc427ed port=33597 startCode=1731961202779. As of locationSeqNum=12. 2024-11-18T20:20:21,655 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,34025,1731961202660, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5a964fc427ed port=33597 startCode=1731961202779. As of locationSeqNum=12. 2024-11-18T20:20:21,655 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:20:21,655 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,34025,1731961202660, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5a964fc427ed port=33597 startCode=1731961202779. As of locationSeqNum=12. 2024-11-18T20:20:21,655 DEBUG [RS:1;5a964fc427ed:33597 {}] regionserver.HRegionServer(1325): Online Regions={7f7a16e8d9123a6e605e78e48d571d79=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.} 2024-11-18T20:20:21,656 DEBUG [RS:1;5a964fc427ed:33597 {}] regionserver.HRegionServer(1351): Waiting on 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:21,659 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:21,659 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f7a16e8d9123a6e605e78e48d571d79: Waiting for close lock at 1731961221654Running coprocessor pre-close hooks at 1731961221654Disabling compacts and flushes for region at 1731961221654Disabling writes for close at 1731961221654Writing region close event to WAL at 1731961221658 (+4 ms)Running coprocessor post-close hooks at 1731961221658Closed at 1731961221659 (+1 ms) 2024-11-18T20:20:21,659 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:21,685 INFO [regionserver/5a964fc427ed:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:20:21,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5a964fc427ed,33597,1731961202779 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:21,765 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5a964fc427ed,33597,1731961202779 aborting 2024-11-18T20:20:21,765 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5a964fc427ed,33597,1731961202779 aborting 2024-11-18T20:20:21,765 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=12 from cache 2024-11-18T20:20:21,856 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.HRegionServer(976): stopping server 5a964fc427ed,33597,1731961202779; all regions closed. 2024-11-18T20:20:21,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741833_1009 (size=1402) 2024-11-18T20:20:21,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741833_1009 (size=1402) 2024-11-18T20:20:21,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741833_1009 (size=1402) 2024-11-18T20:20:21,861 DEBUG [RS:1;5a964fc427ed:33597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:20:21,861 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:20:21,861 INFO [RS:1;5a964fc427ed:33597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:20:21,861 INFO [RS:1;5a964fc427ed:33597 {}] hbase.ChoreService(370): Chore service for: regionserver/5a964fc427ed:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:20:21,861 INFO [regionserver/5a964fc427ed:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:20:21,862 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:20:21,862 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:20:21,862 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:20:21,862 INFO [RS:1;5a964fc427ed:33597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:20:21,862 INFO [RS:1;5a964fc427ed:33597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33597 2024-11-18T20:20:21,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10150c867370002, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5a964fc427ed,33597,1731961202779 2024-11-18T20:20:21,876 INFO [RS:1;5a964fc427ed:33597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:20:21,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T20:20:21,885 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a964fc427ed,33597,1731961202779] 2024-11-18T20:20:21,893 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5a964fc427ed,33597,1731961202779 already deleted, retry=false 2024-11-18T20:20:21,893 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 5a964fc427ed,33597,1731961202779 on 5a964fc427ed,45853,1731961201946 2024-11-18T20:20:21,897 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5a964fc427ed,33597,1731961202779, splitWal=true, meta=false 2024-11-18T20:20:21,899 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for 5a964fc427ed,33597,1731961202779 (carryingMeta=false) 5a964fc427ed,33597,1731961202779/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@592f1514[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T20:20:21,900 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5a964fc427ed,33597,1731961202779, splitWal=true, meta=false 2024-11-18T20:20:21,901 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 5a964fc427ed,33597,1731961202779 had 1 regions 2024-11-18T20:20:21,902 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5a964fc427ed,33597,1731961202779, splitWal=true, meta=false, isMeta: false 2024-11-18T20:20:21,904 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779-splitting 2024-11-18T20:20:21,905 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5a964fc427ed,33597,1731961202779 WAL count=1, meta=false 2024-11-18T20:20:21,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 5a964fc427ed%2C33597%2C1731961202779.1731961204533}] 2024-11-18T20:20:21,914 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=5a964fc427ed,36577,1731961202835 2024-11-18T20:20:21,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5a964fc427ed%2C33597%2C1731961202779.1731961204533, worker=5a964fc427ed,36577,1731961202835}] 2024-11-18T20:20:21,979 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=18] 2024-11-18T20:20:21,982 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5a964fc427ed:33597 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5a964fc427ed/172.17.0.2:33597 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:21,983 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=18, error=java.net.ConnectException: Call to address=5a964fc427ed:33597 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5a964fc427ed/172.17.0.2:33597 2024-11-18T20:20:21,983 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-18T20:20:21,984 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=18 from cache 2024-11-18T20:20:21,984 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 5a964fc427ed:33597 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5a964fc427ed/172.17.0.2:33597 2024-11-18T20:20:21,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10150c867370002, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:20:21,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10150c867370002, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:20:21,986 INFO [RS:1;5a964fc427ed:33597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:20:21,986 INFO [RS:1;5a964fc427ed:33597 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a964fc427ed,33597,1731961202779; zookeeper connection closed. 2024-11-18T20:20:21,986 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19a04b48 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19a04b48 2024-11-18T20:20:22,077 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:20:22,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:20:22,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-18T20:20:22,096 INFO [RS_LOG_REPLAY_OPS-regionserver/5a964fc427ed:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779-splitting/5a964fc427ed%2C33597%2C1731961202779.1731961204533, size=1.4 K (1402bytes) 2024-11-18T20:20:22,096 INFO [RS_LOG_REPLAY_OPS-regionserver/5a964fc427ed:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779-splitting/5a964fc427ed%2C33597%2C1731961202779.1731961204533 2024-11-18T20:20:22,096 INFO [RS_LOG_REPLAY_OPS-regionserver/5a964fc427ed:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779-splitting/5a964fc427ed%2C33597%2C1731961202779.1731961204533 after 0ms 2024-11-18T20:20:22,099 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5a964fc427ed:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779-splitting/5a964fc427ed%2C33597%2C1731961202779.1731961204533: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:22,099 INFO [RS_LOG_REPLAY_OPS-regionserver/5a964fc427ed:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779-splitting/5a964fc427ed%2C33597%2C1731961202779.1731961204533 took 4ms 2024-11-18T20:20:22,105 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5a964fc427ed:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 7f7a16e8d9123a6e605e78e48d571d79: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-18T20:20:22,105 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5a964fc427ed:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779-splitting/5a964fc427ed%2C33597%2C1731961202779.1731961204533 so closing down 2024-11-18T20:20:22,105 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5a964fc427ed:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:20:22,106 INFO [RS_LOG_REPLAY_OPS-regionserver/5a964fc427ed:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:20:22,106 INFO [RS_LOG_REPLAY_OPS-regionserver/5a964fc427ed:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779-splitting/5a964fc427ed%2C33597%2C1731961202779.1731961204533, size=1.4 K, length=1402, corrupted=false, cancelled=false 2024-11-18T20:20:22,106 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5a964fc427ed:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779-splitting/5a964fc427ed%2C33597%2C1731961202779.1731961204533, journal: Splitting hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779-splitting/5a964fc427ed%2C33597%2C1731961202779.1731961204533, size=1.4 K (1402bytes) at 1731961222096Finishing writing output for hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779-splitting/5a964fc427ed%2C33597%2C1731961202779.1731961204533 so closing down at 1731961222105 (+9 ms)3 split writer threads finished at 1731961222106 (+1 ms)Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779-splitting/5a964fc427ed%2C33597%2C1731961202779.1731961204533, size=1.4 K, length=1402, corrupted=false, cancelled=false at 1731961222106 2024-11-18T20:20:22,106 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5a964fc427ed:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779-splitting/5a964fc427ed%2C33597%2C1731961202779.1731961204533 2024-11-18T20:20:22,107 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5a964fc427ed:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T20:20:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-18T20:20:22,115 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779-splitting/5a964fc427ed%2C33597%2C1731961202779.1731961204533 to hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/oldWALs 2024-11-18T20:20:22,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-18T20:20:22,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 5a964fc427ed%2C33597%2C1731961202779.1731961204533, worker=5a964fc427ed,36577,1731961202835 in 199 msec 2024-11-18T20:20:22,121 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=5a964fc427ed,36577,1731961202835 2024-11-18T20:20:22,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-18T20:20:22,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 5a964fc427ed%2C33597%2C1731961202779.1731961204533, worker=5a964fc427ed,36577,1731961202835 in 215 msec 2024-11-18T20:20:22,127 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779-splitting dir is empty, no logs to split. 2024-11-18T20:20:22,127 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5a964fc427ed,33597,1731961202779 WAL count=0, meta=false 2024-11-18T20:20:22,127 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5a964fc427ed,33597,1731961202779 WAL splitting is done? wals=0, meta=false 2024-11-18T20:20:22,129 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 5a964fc427ed,33597,1731961202779 failed, ignore...File hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/WALs/5a964fc427ed,33597,1731961202779-splitting does not exist. 2024-11-18T20:20:22,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, ASSIGN}] 2024-11-18T20:20:22,132 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, ASSIGN 2024-11-18T20:20:22,133 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T20:20:22,284 DEBUG [5a964fc427ed:45853 {}] balancer.BalancerClusterState(204): Hosts are {5a964fc427ed=0} racks are {/default-rack=0} 2024-11-18T20:20:22,285 DEBUG [5a964fc427ed:45853 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T20:20:22,285 DEBUG [5a964fc427ed:45853 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T20:20:22,285 DEBUG [5a964fc427ed:45853 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T20:20:22,285 DEBUG [5a964fc427ed:45853 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T20:20:22,285 INFO [5a964fc427ed:45853 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T20:20:22,285 INFO [5a964fc427ed:45853 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T20:20:22,285 DEBUG [5a964fc427ed:45853 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T20:20:22,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=7f7a16e8d9123a6e605e78e48d571d79, regionState=OPENING, regionLocation=5a964fc427ed,36577,1731961202835 2024-11-18T20:20:22,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, ASSIGN because future has completed 2024-11-18T20:20:22,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f7a16e8d9123a6e605e78e48d571d79, server=5a964fc427ed,36577,1731961202835}] 2024-11-18T20:20:22,297 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=18] 2024-11-18T20:20:22,298 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5a964fc427ed:33597 this server is in the failed servers list 2024-11-18T20:20:22,298 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5a964fc427ed:33597 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5a964fc427ed:33597 2024-11-18T20:20:22,298 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5a964fc427ed:33597 2024-11-18T20:20:22,299 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,33597,1731961202779, seqNum=18 from cache 2024-11-18T20:20:22,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-18T20:20:22,303 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-18T20:20:22,305 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-18T20:20:22,305 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-18T20:20:22,448 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:22,448 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f7a16e8d9123a6e605e78e48d571d79, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:22,448 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:22,448 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:22,448 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:22,448 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:22,450 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:22,451 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7a16e8d9123a6e605e78e48d571d79 columnFamilyName cf1 2024-11-18T20:20:22,451 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:22,458 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf1/474a5a1f3fa8419ea8dfc75ee7b76efc 2024-11-18T20:20:22,458 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(327): Store=7f7a16e8d9123a6e605e78e48d571d79/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:22,459 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:22,460 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7a16e8d9123a6e605e78e48d571d79 columnFamilyName cf2 2024-11-18T20:20:22,460 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:22,467 DEBUG [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/cf2/aea23befec6242b6bafee239f5d4be52 2024-11-18T20:20:22,467 INFO [StoreOpener-7f7a16e8d9123a6e605e78e48d571d79-1 {}] regionserver.HStore(327): Store=7f7a16e8d9123a6e605e78e48d571d79/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:22,468 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:22,469 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:22,471 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:22,471 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:22,472 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:22,472 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-18T20:20:22,475 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:22,477 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 7f7a16e8d9123a6e605e78e48d571d79; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62089560, jitterRate=-0.07479345798492432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-18T20:20:22,477 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:22,478 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 7f7a16e8d9123a6e605e78e48d571d79: Running coprocessor pre-open hook at 1731961222449Writing region info on filesystem at 1731961222449Initializing all the Stores at 1731961222450 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961222450Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961222450Cleaning up temporary data from old regions at 1731961222472 (+22 ms)Running coprocessor post-open hooks at 1731961222477 (+5 ms)Region opened successfully at 1731961222477 2024-11-18T20:20:22,479 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., pid=17, masterSystemTime=1731961222443 2024-11-18T20:20:22,482 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:22,482 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:22,483 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=7f7a16e8d9123a6e605e78e48d571d79, regionState=OPEN, openSeqNum=18, regionLocation=5a964fc427ed,36577,1731961202835 2024-11-18T20:20:22,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f7a16e8d9123a6e605e78e48d571d79, server=5a964fc427ed,36577,1731961202835 because future has completed 2024-11-18T20:20:22,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-18T20:20:22,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f7a16e8d9123a6e605e78e48d571d79, server=5a964fc427ed,36577,1731961202835 in 199 msec 2024-11-18T20:20:22,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-18T20:20:22,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7f7a16e8d9123a6e605e78e48d571d79, ASSIGN in 360 msec 2024-11-18T20:20:22,493 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 5a964fc427ed,33597,1731961202779 after splitting done 2024-11-18T20:20:22,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 5a964fc427ed,33597,1731961202779, splitWal=true, meta=false in 599 msec 2024-11-18T20:20:22,806 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79., hostname=5a964fc427ed,36577,1731961202835, seqNum=18] 2024-11-18T20:20:22,807 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:20:22,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:20:22,828 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=404 (was 409), OpenFileDescriptor=1050 (was 1025) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=923 (was 1004), ProcessCount=11 (was 11), AvailableMemoryMB=4019 (was 4104) 2024-11-18T20:20:22,828 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-18T20:20:22,844 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=404, OpenFileDescriptor=1050, MaxFileDescriptor=1048576, SystemLoadAverage=923, ProcessCount=11, AvailableMemoryMB=4017 2024-11-18T20:20:22,844 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-18T20:20:22,859 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:22,862 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:22,863 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:20:22,866 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-39304309, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/hregion-39304309, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:22,881 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-39304309/hregion-39304309.1731961222867, exclude list is [], retry=0 2024-11-18T20:20:22,885 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:22,885 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:22,885 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:22,895 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-39304309/hregion-39304309.1731961222867 2024-11-18T20:20:22,895 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:41767:41767)] 2024-11-18T20:20:22,895 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 81ffdd88114856ac62c81856e46a0331, NAME => 'testReplayEditsWrittenViaHRegion,,1731961222860.81ffdd88114856ac62c81856e46a0331.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43113/hbase 2024-11-18T20:20:22,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741893_1071 (size=67) 2024-11-18T20:20:22,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741893_1071 (size=67) 2024-11-18T20:20:22,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741893_1071 (size=67) 2024-11-18T20:20:22,911 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731961222860.81ffdd88114856ac62c81856e46a0331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:22,912 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,914 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ffdd88114856ac62c81856e46a0331 columnFamilyName a 2024-11-18T20:20:22,914 DEBUG [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:22,915 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.HStore(327): Store=81ffdd88114856ac62c81856e46a0331/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:22,915 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,917 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ffdd88114856ac62c81856e46a0331 columnFamilyName b 2024-11-18T20:20:22,918 DEBUG [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:22,918 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.HStore(327): Store=81ffdd88114856ac62c81856e46a0331/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:22,919 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,920 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ffdd88114856ac62c81856e46a0331 columnFamilyName c 2024-11-18T20:20:22,920 DEBUG [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:22,921 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.HStore(327): Store=81ffdd88114856ac62c81856e46a0331/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:22,921 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,922 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,922 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,923 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,923 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,924 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:20:22,925 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,927 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:20:22,927 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 81ffdd88114856ac62c81856e46a0331; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60697578, jitterRate=-0.09553560614585876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:20:22,928 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 81ffdd88114856ac62c81856e46a0331: Writing region info on filesystem at 1731961222911Initializing all the Stores at 1731961222912 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961222912Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961222912Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961222912Cleaning up temporary data from old regions at 1731961222923 (+11 ms)Region opened successfully at 1731961222928 (+5 ms) 2024-11-18T20:20:22,928 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 81ffdd88114856ac62c81856e46a0331, disabling compactions & flushes 2024-11-18T20:20:22,928 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731961222860.81ffdd88114856ac62c81856e46a0331. 2024-11-18T20:20:22,928 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731961222860.81ffdd88114856ac62c81856e46a0331. 2024-11-18T20:20:22,928 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731961222860.81ffdd88114856ac62c81856e46a0331. after waiting 0 ms 2024-11-18T20:20:22,928 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731961222860.81ffdd88114856ac62c81856e46a0331. 2024-11-18T20:20:22,929 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731961222860.81ffdd88114856ac62c81856e46a0331. 2024-11-18T20:20:22,929 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 81ffdd88114856ac62c81856e46a0331: Waiting for close lock at 1731961222928Disabling compacts and flushes for region at 1731961222928Disabling writes for close at 1731961222928Writing region close event to WAL at 1731961222929 (+1 ms)Closed at 1731961222929 2024-11-18T20:20:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741892_1070 (size=95) 2024-11-18T20:20:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741892_1070 (size=95) 2024-11-18T20:20:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741892_1070 (size=95) 2024-11-18T20:20:22,935 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T20:20:22,936 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-39304309:(num 1731961222867) 2024-11-18T20:20:22,936 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:22,938 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:22,951 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858/wal.1731961222938, exclude list is [], retry=0 2024-11-18T20:20:22,954 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:22,954 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:22,955 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:22,956 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858/wal.1731961222938 2024-11-18T20:20:22,956 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:35093:35093)] 2024-11-18T20:20:22,957 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 81ffdd88114856ac62c81856e46a0331, NAME => 'testReplayEditsWrittenViaHRegion,,1731961222860.81ffdd88114856ac62c81856e46a0331.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:22,957 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731961222860.81ffdd88114856ac62c81856e46a0331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:22,957 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,957 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,959 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,959 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ffdd88114856ac62c81856e46a0331 columnFamilyName a 2024-11-18T20:20:22,960 DEBUG [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:22,960 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.HStore(327): Store=81ffdd88114856ac62c81856e46a0331/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:22,960 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,961 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ffdd88114856ac62c81856e46a0331 columnFamilyName b 2024-11-18T20:20:22,961 DEBUG [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:22,962 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.HStore(327): Store=81ffdd88114856ac62c81856e46a0331/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:22,962 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,963 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ffdd88114856ac62c81856e46a0331 columnFamilyName c 2024-11-18T20:20:22,963 DEBUG [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:22,964 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.HStore(327): Store=81ffdd88114856ac62c81856e46a0331/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:22,964 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,965 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,966 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,967 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,967 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,968 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:20:22,969 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:22,970 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 81ffdd88114856ac62c81856e46a0331; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59099437, jitterRate=-0.11934976279735565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:20:22,971 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 81ffdd88114856ac62c81856e46a0331: Writing region info on filesystem at 1731961222957Initializing all the Stores at 1731961222958 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961222958Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961222958Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961222958Cleaning up temporary data from old regions at 1731961222967 (+9 ms)Region opened successfully at 1731961222971 (+4 ms) 2024-11-18T20:20:22,999 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 81ffdd88114856ac62c81856e46a0331 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-18T20:20:23,025 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/.tmp/a/9f8dbc56ff344e028128c61e269686b8 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731961222971/Put/seqid=0 2024-11-18T20:20:23,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741895_1073 (size=5958) 2024-11-18T20:20:23,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741895_1073 (size=5958) 2024-11-18T20:20:23,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741895_1073 (size=5958) 2024-11-18T20:20:23,034 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/.tmp/a/9f8dbc56ff344e028128c61e269686b8 2024-11-18T20:20:23,056 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/.tmp/b/266c846b36d74bfa9425d244d6e67eef is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731961222979/Put/seqid=0 2024-11-18T20:20:23,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741896_1074 (size=5958) 2024-11-18T20:20:23,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741896_1074 (size=5958) 2024-11-18T20:20:23,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741896_1074 (size=5958) 2024-11-18T20:20:23,069 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/.tmp/b/266c846b36d74bfa9425d244d6e67eef 2024-11-18T20:20:23,096 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/.tmp/c/f2c905caa9b949088737bc573d258153 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731961222989/Put/seqid=0 2024-11-18T20:20:23,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741897_1075 (size=5958) 2024-11-18T20:20:23,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741897_1075 (size=5958) 2024-11-18T20:20:23,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741897_1075 (size=5958) 2024-11-18T20:20:23,107 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/.tmp/c/f2c905caa9b949088737bc573d258153 2024-11-18T20:20:23,118 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/.tmp/a/9f8dbc56ff344e028128c61e269686b8 as hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/a/9f8dbc56ff344e028128c61e269686b8 2024-11-18T20:20:23,126 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/a/9f8dbc56ff344e028128c61e269686b8, entries=10, sequenceid=33, filesize=5.8 K 2024-11-18T20:20:23,127 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/.tmp/b/266c846b36d74bfa9425d244d6e67eef as hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/b/266c846b36d74bfa9425d244d6e67eef 2024-11-18T20:20:23,134 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/b/266c846b36d74bfa9425d244d6e67eef, entries=10, sequenceid=33, filesize=5.8 K 2024-11-18T20:20:23,135 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/.tmp/c/f2c905caa9b949088737bc573d258153 as hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/c/f2c905caa9b949088737bc573d258153 2024-11-18T20:20:23,142 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/c/f2c905caa9b949088737bc573d258153, entries=10, sequenceid=33, filesize=5.8 K 2024-11-18T20:20:23,143 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 81ffdd88114856ac62c81856e46a0331 in 144ms, sequenceid=33, compaction requested=false 2024-11-18T20:20:23,144 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 81ffdd88114856ac62c81856e46a0331: 2024-11-18T20:20:23,144 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 81ffdd88114856ac62c81856e46a0331, disabling compactions & flushes 2024-11-18T20:20:23,144 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731961222860.81ffdd88114856ac62c81856e46a0331. 2024-11-18T20:20:23,144 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731961222860.81ffdd88114856ac62c81856e46a0331. 2024-11-18T20:20:23,144 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731961222860.81ffdd88114856ac62c81856e46a0331. after waiting 0 ms 2024-11-18T20:20:23,144 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731961222860.81ffdd88114856ac62c81856e46a0331. 2024-11-18T20:20:23,145 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731961222860.81ffdd88114856ac62c81856e46a0331. 2024-11-18T20:20:23,145 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 81ffdd88114856ac62c81856e46a0331: Waiting for close lock at 1731961223144Disabling compacts and flushes for region at 1731961223144Disabling writes for close at 1731961223144Writing region close event to WAL at 1731961223145 (+1 ms)Closed at 1731961223145 2024-11-18T20:20:23,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741894_1072 (size=3383) 2024-11-18T20:20:23,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741894_1072 (size=3383) 2024-11-18T20:20:23,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741894_1072 (size=3383) 2024-11-18T20:20:23,159 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/b/266c846b36d74bfa9425d244d6e67eef to hdfs://localhost:43113/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/b/266c846b36d74bfa9425d244d6e67eef 2024-11-18T20:20:23,183 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43113/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858/wal.1731961222938, size=3.3 K (3383bytes) 2024-11-18T20:20:23,183 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43113/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858/wal.1731961222938 2024-11-18T20:20:23,184 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43113/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858/wal.1731961222938 after 1ms 2024-11-18T20:20:23,187 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858/wal.1731961222938: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:23,187 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43113/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858/wal.1731961222938 took 4ms 2024-11-18T20:20:23,190 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43113/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858/wal.1731961222938 so closing down 2024-11-18T20:20:23,190 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:20:23,191 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731961222938.temp 2024-11-18T20:20:23,192 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/recovered.edits/0000000000000000003-wal.1731961222938.temp 2024-11-18T20:20:23,193 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:20:23,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741898_1076 (size=2944) 2024-11-18T20:20:23,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741898_1076 (size=2944) 2024-11-18T20:20:23,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741898_1076 (size=2944) 2024-11-18T20:20:23,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/recovered.edits/0000000000000000003-wal.1731961222938.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-18T20:20:23,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/recovered.edits/0000000000000000003-wal.1731961222938.temp to hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/recovered.edits/0000000000000000032 2024-11-18T20:20:23,209 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 21 ms; skipped=2; WAL=hdfs://localhost:43113/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858/wal.1731961222938, size=3.3 K, length=3383, corrupted=false, cancelled=false 2024-11-18T20:20:23,210 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43113/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858/wal.1731961222938, journal: Splitting hdfs://localhost:43113/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858/wal.1731961222938, size=3.3 K (3383bytes) at 1731961223183Finishing writing output for hdfs://localhost:43113/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858/wal.1731961222938 so closing down at 1731961223190 (+7 ms)Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/recovered.edits/0000000000000000003-wal.1731961222938.temp at 1731961223193 (+3 ms)3 split writer threads finished at 1731961223193Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/recovered.edits/0000000000000000003-wal.1731961222938.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731961223208 (+15 ms)Rename recovered edits hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/recovered.edits/0000000000000000003-wal.1731961222938.temp to hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/recovered.edits/0000000000000000032 at 1731961223209 (+1 ms)Processed 32 edits across 1 Regions in 21 ms; skipped=2; WAL=hdfs://localhost:43113/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858/wal.1731961222938, size=3.3 K, length=3383, corrupted=false, cancelled=false at 1731961223209 2024-11-18T20:20:23,211 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43113/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858/wal.1731961222938 to hdfs://localhost:43113/hbase/oldWALs/wal.1731961222938 2024-11-18T20:20:23,212 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/recovered.edits/0000000000000000032 2024-11-18T20:20:23,212 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:23,215 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:23,233 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858/wal.1731961223215, exclude list is [], retry=0 2024-11-18T20:20:23,236 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:23,236 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:23,237 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:23,240 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858/wal.1731961223215 2024-11-18T20:20:23,240 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:35093:35093)] 2024-11-18T20:20:23,240 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 81ffdd88114856ac62c81856e46a0331, NAME => 'testReplayEditsWrittenViaHRegion,,1731961222860.81ffdd88114856ac62c81856e46a0331.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:23,241 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731961222860.81ffdd88114856ac62c81856e46a0331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:23,241 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:23,241 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:23,249 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:23,251 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ffdd88114856ac62c81856e46a0331 columnFamilyName a 2024-11-18T20:20:23,251 DEBUG [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:23,257 DEBUG [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/a/9f8dbc56ff344e028128c61e269686b8 2024-11-18T20:20:23,258 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.HStore(327): Store=81ffdd88114856ac62c81856e46a0331/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:23,258 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:23,260 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ffdd88114856ac62c81856e46a0331 columnFamilyName b 2024-11-18T20:20:23,260 DEBUG [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:23,260 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.HStore(327): Store=81ffdd88114856ac62c81856e46a0331/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:23,260 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:23,261 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ffdd88114856ac62c81856e46a0331 columnFamilyName c 2024-11-18T20:20:23,261 DEBUG [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:23,267 DEBUG [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/c/f2c905caa9b949088737bc573d258153 2024-11-18T20:20:23,267 INFO [StoreOpener-81ffdd88114856ac62c81856e46a0331-1 {}] regionserver.HStore(327): Store=81ffdd88114856ac62c81856e46a0331/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:23,267 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:23,268 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:23,270 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:23,270 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/recovered.edits/0000000000000000032 2024-11-18T20:20:23,273 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:23,274 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/recovered.edits/0000000000000000032 2024-11-18T20:20:23,275 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 81ffdd88114856ac62c81856e46a0331 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-18T20:20:23,289 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/.tmp/b/1ad55ec494fc45ebb450481763c3f70b is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731961222979/Put/seqid=0 2024-11-18T20:20:23,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741900_1078 (size=5958) 2024-11-18T20:20:23,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741900_1078 (size=5958) 2024-11-18T20:20:23,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741900_1078 (size=5958) 2024-11-18T20:20:23,297 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/.tmp/b/1ad55ec494fc45ebb450481763c3f70b 2024-11-18T20:20:23,303 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/.tmp/b/1ad55ec494fc45ebb450481763c3f70b as hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/b/1ad55ec494fc45ebb450481763c3f70b 2024-11-18T20:20:23,308 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/b/1ad55ec494fc45ebb450481763c3f70b, entries=10, sequenceid=32, filesize=5.8 K 2024-11-18T20:20:23,309 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 81ffdd88114856ac62c81856e46a0331 in 34ms, sequenceid=32, compaction requested=false; wal=null 2024-11-18T20:20:23,309 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/recovered.edits/0000000000000000032 2024-11-18T20:20:23,310 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:23,310 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:23,311 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:20:23,313 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 81ffdd88114856ac62c81856e46a0331 2024-11-18T20:20:23,315 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/81ffdd88114856ac62c81856e46a0331/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-18T20:20:23,316 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 81ffdd88114856ac62c81856e46a0331; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64819594, jitterRate=-0.034112781286239624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:20:23,317 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 81ffdd88114856ac62c81856e46a0331: Writing region info on filesystem at 1731961223241Initializing all the Stores at 1731961223242 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961223242Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961223249 (+7 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961223249Obtaining lock to block concurrent updates at 1731961223275 (+26 ms)Preparing flush snapshotting stores in 81ffdd88114856ac62c81856e46a0331 at 1731961223275Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731961222860.81ffdd88114856ac62c81856e46a0331., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731961223275Flushing stores of testReplayEditsWrittenViaHRegion,,1731961222860.81ffdd88114856ac62c81856e46a0331. at 1731961223275Flushing 81ffdd88114856ac62c81856e46a0331/b: creating writer at 1731961223275Flushing 81ffdd88114856ac62c81856e46a0331/b: appending metadata at 1731961223289 (+14 ms)Flushing 81ffdd88114856ac62c81856e46a0331/b: closing flushed file at 1731961223289Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19aa1fee: reopening flushed file at 1731961223302 (+13 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 81ffdd88114856ac62c81856e46a0331 in 34ms, sequenceid=32, compaction requested=false; wal=null at 1731961223309 (+7 ms)Cleaning up temporary data from old regions at 1731961223311 (+2 ms)Region opened successfully at 1731961223317 (+6 ms) 2024-11-18T20:20:23,339 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=413 (was 404) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:56164 [Waiting for operation #37] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-145710316-172.17.0.2-1731961197461:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-145710316-172.17.0.2-1731961197461:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-145710316-172.17.0.2-1731961197461:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:45008 [Waiting for operation #32] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:56258 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:54462 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:45184 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:54328 [Waiting for operation #33] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1126 (was 1050) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=923 (was 923), ProcessCount=11 (was 11), AvailableMemoryMB=3986 (was 4017) 2024-11-18T20:20:23,339 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-18T20:20:23,351 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=413, OpenFileDescriptor=1126, MaxFileDescriptor=1048576, SystemLoadAverage=923, ProcessCount=11, AvailableMemoryMB=3985 2024-11-18T20:20:23,352 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-18T20:20:23,367 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:23,370 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:23,370 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:20:23,373 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-54343397, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/hregion-54343397, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:23,385 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-54343397/hregion-54343397.1731961223373, exclude list is [], retry=0 2024-11-18T20:20:23,388 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:23,388 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:23,389 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:23,392 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-54343397/hregion-54343397.1731961223373 2024-11-18T20:20:23,392 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:37919:37919)] 2024-11-18T20:20:23,392 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8631f224561c9156da8dd99bd17e19a0, NAME => 'testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43113/hbase 2024-11-18T20:20:23,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741902_1080 (size=68) 2024-11-18T20:20:23,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741902_1080 (size=68) 2024-11-18T20:20:23,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741902_1080 (size=68) 2024-11-18T20:20:23,401 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:23,402 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,404 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8631f224561c9156da8dd99bd17e19a0 columnFamilyName a 2024-11-18T20:20:23,404 DEBUG [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:23,404 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] regionserver.HStore(327): Store=8631f224561c9156da8dd99bd17e19a0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:23,404 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,406 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8631f224561c9156da8dd99bd17e19a0 columnFamilyName b 2024-11-18T20:20:23,406 DEBUG [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:23,407 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] regionserver.HStore(327): Store=8631f224561c9156da8dd99bd17e19a0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:23,407 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,408 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8631f224561c9156da8dd99bd17e19a0 columnFamilyName c 2024-11-18T20:20:23,408 DEBUG [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:23,409 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] regionserver.HStore(327): Store=8631f224561c9156da8dd99bd17e19a0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:23,409 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,410 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,410 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,411 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,411 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,412 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:20:23,413 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,415 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:20:23,415 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8631f224561c9156da8dd99bd17e19a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74316636, jitterRate=0.10740417242050171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:20:23,416 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8631f224561c9156da8dd99bd17e19a0: Writing region info on filesystem at 1731961223401Initializing all the Stores at 1731961223402 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961223402Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961223402Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961223402Cleaning up temporary data from old regions at 1731961223411 (+9 ms)Region opened successfully at 1731961223416 (+5 ms) 2024-11-18T20:20:23,416 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8631f224561c9156da8dd99bd17e19a0, disabling compactions & flushes 2024-11-18T20:20:23,416 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0. 2024-11-18T20:20:23,416 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0. 2024-11-18T20:20:23,416 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0. after waiting 0 ms 2024-11-18T20:20:23,416 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0. 2024-11-18T20:20:23,417 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0. 2024-11-18T20:20:23,417 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8631f224561c9156da8dd99bd17e19a0: Waiting for close lock at 1731961223416Disabling compacts and flushes for region at 1731961223416Disabling writes for close at 1731961223416Writing region close event to WAL at 1731961223417 (+1 ms)Closed at 1731961223417 2024-11-18T20:20:23,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741901_1079 (size=95) 2024-11-18T20:20:23,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741901_1079 (size=95) 2024-11-18T20:20:23,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741901_1079 (size=95) 2024-11-18T20:20:23,421 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T20:20:23,422 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-54343397:(num 1731961223373) 2024-11-18T20:20:23,422 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:23,423 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:23,436 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961223424, exclude list is [], retry=0 2024-11-18T20:20:23,438 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:23,439 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:23,439 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:23,441 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961223424 2024-11-18T20:20:23,441 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:41767:41767)] 2024-11-18T20:20:23,519 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8631f224561c9156da8dd99bd17e19a0, NAME => 'testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:23,522 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,522 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:23,522 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,522 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,524 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,525 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8631f224561c9156da8dd99bd17e19a0 columnFamilyName a 2024-11-18T20:20:23,526 DEBUG [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:23,526 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] regionserver.HStore(327): Store=8631f224561c9156da8dd99bd17e19a0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:23,527 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,528 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8631f224561c9156da8dd99bd17e19a0 columnFamilyName b 2024-11-18T20:20:23,528 DEBUG [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:23,529 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] regionserver.HStore(327): Store=8631f224561c9156da8dd99bd17e19a0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:23,529 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,530 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8631f224561c9156da8dd99bd17e19a0 columnFamilyName c 2024-11-18T20:20:23,530 DEBUG [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:23,531 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] regionserver.HStore(327): Store=8631f224561c9156da8dd99bd17e19a0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:23,531 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,532 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,534 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,535 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,535 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,536 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:20:23,537 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,538 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8631f224561c9156da8dd99bd17e19a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64838075, jitterRate=-0.033837392926216125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:20:23,539 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:23,539 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8631f224561c9156da8dd99bd17e19a0: Running coprocessor pre-open hook at 1731961223522Writing region info on filesystem at 1731961223523 (+1 ms)Initializing all the Stores at 1731961223524 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961223524Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961223524Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961223524Cleaning up temporary data from old regions at 1731961223535 (+11 ms)Running coprocessor post-open hooks at 1731961223539 (+4 ms)Region opened successfully at 1731961223539 2024-11-18T20:20:23,553 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8631f224561c9156da8dd99bd17e19a0 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-18T20:20:23,554 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8631f224561c9156da8dd99bd17e19a0/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:24,555 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8631f224561c9156da8dd99bd17e19a0/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:25,203 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T20:20:25,556 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8631f224561c9156da8dd99bd17e19a0/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:26,556 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8631f224561c9156da8dd99bd17e19a0/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:27,557 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8631f224561c9156da8dd99bd17e19a0/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:28,558 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8631f224561c9156da8dd99bd17e19a0/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:29,559 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8631f224561c9156da8dd99bd17e19a0/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:30,560 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8631f224561c9156da8dd99bd17e19a0/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:30,958 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:20:31,560 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8631f224561c9156da8dd99bd17e19a0/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:32,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-18T20:20:32,303 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-18T20:20:32,304 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-18T20:20:32,304 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-18T20:20:32,305 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-18T20:20:32,305 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-18T20:20:32,561 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8631f224561c9156da8dd99bd17e19a0/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:32,563 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8631f224561c9156da8dd99bd17e19a0: 2024-11-18T20:20:32,563 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0. 2024-11-18T20:20:32,579 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8631f224561c9156da8dd99bd17e19a0: 2024-11-18T20:20:32,579 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-18T20:20:32,579 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8631f224561c9156da8dd99bd17e19a0, disabling compactions & flushes 2024-11-18T20:20:32,579 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0. 2024-11-18T20:20:32,579 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0. 2024-11-18T20:20:32,579 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0. after waiting 0 ms 2024-11-18T20:20:32,579 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0. 2024-11-18T20:20:32,580 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0. 2024-11-18T20:20:32,580 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0. 2024-11-18T20:20:32,580 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8631f224561c9156da8dd99bd17e19a0: Waiting for close lock at 1731961232579Running coprocessor pre-close hooks at 1731961232579Disabling compacts and flushes for region at 1731961232579Disabling writes for close at 1731961232579Writing region close event to WAL at 1731961232580 (+1 ms)Running coprocessor post-close hooks at 1731961232580Closed at 1731961232580 2024-11-18T20:20:32,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741903_1081 (size=2691) 2024-11-18T20:20:32,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741903_1081 (size=2691) 2024-11-18T20:20:32,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741903_1081 (size=2691) 2024-11-18T20:20:32,593 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961223424 not finished, retry = 0 2024-11-18T20:20:32,719 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43113/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961223424, size=2.6 K (2691bytes) 2024-11-18T20:20:32,719 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43113/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961223424 2024-11-18T20:20:32,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43113/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961223424 after 1ms 2024-11-18T20:20:32,724 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961223424: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:32,724 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43113/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961223424 took 5ms 2024-11-18T20:20:32,733 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731961223424.temp 2024-11-18T20:20:32,734 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43113/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961223424 so closing down 2024-11-18T20:20:32,734 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:20:32,735 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/recovered.edits/0000000000000000004-wal.1731961223424.temp 2024-11-18T20:20:32,746 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:20:32,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741904_1082 (size=2094) 2024-11-18T20:20:32,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741904_1082 (size=2094) 2024-11-18T20:20:32,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741904_1082 (size=2094) 2024-11-18T20:20:33,176 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/recovered.edits/0000000000000000004-wal.1731961223424.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-18T20:20:33,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/recovered.edits/0000000000000000004-wal.1731961223424.temp to hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/recovered.edits/0000000000000000026 2024-11-18T20:20:33,179 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 452 ms; skipped=3; WAL=hdfs://localhost:43113/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961223424, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-11-18T20:20:33,179 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43113/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961223424, journal: Splitting hdfs://localhost:43113/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961223424, size=2.6 K (2691bytes) at 1731961232719Finishing writing output for hdfs://localhost:43113/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961223424 so closing down at 1731961232734 (+15 ms)Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/recovered.edits/0000000000000000004-wal.1731961223424.temp at 1731961232735 (+1 ms)3 split writer threads finished at 1731961232747 (+12 ms)Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/recovered.edits/0000000000000000004-wal.1731961223424.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731961233176 (+429 ms)Rename recovered edits hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/recovered.edits/0000000000000000004-wal.1731961223424.temp to hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/recovered.edits/0000000000000000026 at 1731961233179 (+3 ms)Processed 23 edits across 1 Regions in 452 ms; skipped=3; WAL=hdfs://localhost:43113/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961223424, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1731961233179 2024-11-18T20:20:33,181 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43113/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961223424 to hdfs://localhost:43113/hbase/oldWALs/wal.1731961223424 2024-11-18T20:20:33,182 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/recovered.edits/0000000000000000026 2024-11-18T20:20:33,183 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:33,185 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:33,200 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961233186, exclude list is [], retry=0 2024-11-18T20:20:33,204 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:33,204 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:33,204 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:33,207 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961233186 2024-11-18T20:20:33,208 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:37919:37919)] 2024-11-18T20:20:33,208 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8631f224561c9156da8dd99bd17e19a0, NAME => 'testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:33,208 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:33,209 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:33,209 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:33,209 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:33,211 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:33,213 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8631f224561c9156da8dd99bd17e19a0 columnFamilyName a 2024-11-18T20:20:33,213 DEBUG [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:33,214 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] regionserver.HStore(327): Store=8631f224561c9156da8dd99bd17e19a0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:33,215 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:33,216 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8631f224561c9156da8dd99bd17e19a0 columnFamilyName b 2024-11-18T20:20:33,216 DEBUG [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:33,217 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] regionserver.HStore(327): Store=8631f224561c9156da8dd99bd17e19a0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:33,217 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:33,218 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8631f224561c9156da8dd99bd17e19a0 columnFamilyName c 2024-11-18T20:20:33,218 DEBUG [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:33,218 INFO [StoreOpener-8631f224561c9156da8dd99bd17e19a0-1 {}] regionserver.HStore(327): Store=8631f224561c9156da8dd99bd17e19a0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:33,218 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:33,219 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:33,220 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:33,221 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/recovered.edits/0000000000000000026 2024-11-18T20:20:33,224 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:33,226 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/recovered.edits/0000000000000000026 2024-11-18T20:20:33,226 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8631f224561c9156da8dd99bd17e19a0 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-18T20:20:33,243 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/.tmp/a/48c2f49f30f84f21b3e2f921fd7213d5 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731961232567/Put/seqid=0 2024-11-18T20:20:33,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741906_1084 (size=5523) 2024-11-18T20:20:33,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741906_1084 (size=5523) 2024-11-18T20:20:33,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741906_1084 (size=5523) 2024-11-18T20:20:33,251 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/.tmp/a/48c2f49f30f84f21b3e2f921fd7213d5 2024-11-18T20:20:33,279 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/.tmp/b/7f25ffc632b24ee99ee05a82364ff467 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731961232563/Put/seqid=0 2024-11-18T20:20:33,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741907_1085 (size=5524) 2024-11-18T20:20:33,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741907_1085 (size=5524) 2024-11-18T20:20:33,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741907_1085 (size=5524) 2024-11-18T20:20:33,292 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/.tmp/b/7f25ffc632b24ee99ee05a82364ff467 2024-11-18T20:20:33,315 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/.tmp/c/8d3d08491627486b927def3c96eed55f is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731961232565/Put/seqid=0 2024-11-18T20:20:33,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741908_1086 (size=5457) 2024-11-18T20:20:33,328 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/.tmp/c/8d3d08491627486b927def3c96eed55f 2024-11-18T20:20:33,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741908_1086 (size=5457) 2024-11-18T20:20:33,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741908_1086 (size=5457) 2024-11-18T20:20:33,337 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/.tmp/a/48c2f49f30f84f21b3e2f921fd7213d5 as hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/a/48c2f49f30f84f21b3e2f921fd7213d5 2024-11-18T20:20:33,344 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/a/48c2f49f30f84f21b3e2f921fd7213d5, entries=7, sequenceid=26, filesize=5.4 K 2024-11-18T20:20:33,347 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/.tmp/b/7f25ffc632b24ee99ee05a82364ff467 as hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/b/7f25ffc632b24ee99ee05a82364ff467 2024-11-18T20:20:33,357 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/b/7f25ffc632b24ee99ee05a82364ff467, entries=7, sequenceid=26, filesize=5.4 K 2024-11-18T20:20:33,359 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/.tmp/c/8d3d08491627486b927def3c96eed55f as hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/c/8d3d08491627486b927def3c96eed55f 2024-11-18T20:20:33,367 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/c/8d3d08491627486b927def3c96eed55f, entries=6, sequenceid=26, filesize=5.3 K 2024-11-18T20:20:33,368 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 8631f224561c9156da8dd99bd17e19a0 in 142ms, sequenceid=26, compaction requested=false; wal=null 2024-11-18T20:20:33,369 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/recovered.edits/0000000000000000026 2024-11-18T20:20:33,371 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:33,371 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:33,373 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:20:33,376 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:33,379 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testReplayEditsAfterAbortingFlush/8631f224561c9156da8dd99bd17e19a0/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-18T20:20:33,380 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8631f224561c9156da8dd99bd17e19a0; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69800740, jitterRate=0.040112078189849854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:20:33,381 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8631f224561c9156da8dd99bd17e19a0 2024-11-18T20:20:33,382 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8631f224561c9156da8dd99bd17e19a0: Running coprocessor pre-open hook at 1731961233209Writing region info on filesystem at 1731961233209Initializing all the Stores at 1731961233210 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961233210Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961233211 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961233211Obtaining lock to block concurrent updates at 1731961233226 (+15 ms)Preparing flush snapshotting stores in 8631f224561c9156da8dd99bd17e19a0 at 1731961233226Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731961233226Flushing stores of testReplayEditsAfterAbortingFlush,,1731961223368.8631f224561c9156da8dd99bd17e19a0. at 1731961233226Flushing 8631f224561c9156da8dd99bd17e19a0/a: creating writer at 1731961233226Flushing 8631f224561c9156da8dd99bd17e19a0/a: appending metadata at 1731961233243 (+17 ms)Flushing 8631f224561c9156da8dd99bd17e19a0/a: closing flushed file at 1731961233243Flushing 8631f224561c9156da8dd99bd17e19a0/b: creating writer at 1731961233258 (+15 ms)Flushing 8631f224561c9156da8dd99bd17e19a0/b: appending metadata at 1731961233278 (+20 ms)Flushing 8631f224561c9156da8dd99bd17e19a0/b: closing flushed file at 1731961233278Flushing 8631f224561c9156da8dd99bd17e19a0/c: creating writer at 1731961233300 (+22 ms)Flushing 8631f224561c9156da8dd99bd17e19a0/c: appending metadata at 1731961233315 (+15 ms)Flushing 8631f224561c9156da8dd99bd17e19a0/c: closing flushed file at 1731961233315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e086c6: reopening flushed file at 1731961233336 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@544389c8: reopening flushed file at 1731961233344 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17361c63: reopening flushed file at 1731961233357 (+13 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 8631f224561c9156da8dd99bd17e19a0 in 142ms, sequenceid=26, compaction requested=false; wal=null at 1731961233368 (+11 ms)Cleaning up temporary data from old regions at 1731961233371 (+3 ms)Running coprocessor post-open hooks at 1731961233381 (+10 ms)Region opened successfully at 1731961233381 2024-11-18T20:20:33,417 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=414 (was 413) Potentially hanging thread: AsyncFSWAL-22-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:38708 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:59248 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:59234 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:59684 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:59708 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:38728 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-145710316-172.17.0.2-1731961197461:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-145710316-172.17.0.2-1731961197461:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-145710316-172.17.0.2-1731961197461:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1182 (was 1126) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=821 (was 923), ProcessCount=11 (was 11), AvailableMemoryMB=3556 (was 3985) 2024-11-18T20:20:33,418 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-18T20:20:33,433 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=414, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=821, ProcessCount=11, AvailableMemoryMB=3555 2024-11-18T20:20:33,433 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-18T20:20:33,454 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:33,455 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:33,456 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:20:33,459 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-28925812, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/hregion-28925812, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:33,472 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-28925812/hregion-28925812.1731961233459, exclude list is [], retry=0 2024-11-18T20:20:33,475 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:33,475 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:33,475 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:33,477 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-28925812/hregion-28925812.1731961233459 2024-11-18T20:20:33,478 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:41767:41767)] 2024-11-18T20:20:33,478 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 93de1c1d37b390b2346970afc07d5eaf, NAME => 'testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43113/hbase 2024-11-18T20:20:33,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741910_1088 (size=61) 2024-11-18T20:20:33,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741910_1088 (size=61) 2024-11-18T20:20:33,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741910_1088 (size=61) 2024-11-18T20:20:33,496 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:33,498 INFO [StoreOpener-93de1c1d37b390b2346970afc07d5eaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:33,499 INFO [StoreOpener-93de1c1d37b390b2346970afc07d5eaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93de1c1d37b390b2346970afc07d5eaf columnFamilyName a 2024-11-18T20:20:33,499 DEBUG [StoreOpener-93de1c1d37b390b2346970afc07d5eaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:33,500 INFO [StoreOpener-93de1c1d37b390b2346970afc07d5eaf-1 {}] regionserver.HStore(327): Store=93de1c1d37b390b2346970afc07d5eaf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:33,500 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:33,501 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:33,501 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:33,502 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:33,502 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:33,504 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:33,510 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:20:33,511 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 93de1c1d37b390b2346970afc07d5eaf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74446609, jitterRate=0.10934092104434967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T20:20:33,511 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 93de1c1d37b390b2346970afc07d5eaf: Writing region info on filesystem at 1731961233496Initializing all the Stores at 1731961233497 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961233497Cleaning up temporary data from old regions at 1731961233502 (+5 ms)Region opened successfully at 1731961233511 (+9 ms) 2024-11-18T20:20:33,511 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 93de1c1d37b390b2346970afc07d5eaf, disabling compactions & flushes 2024-11-18T20:20:33,512 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf. 2024-11-18T20:20:33,512 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf. 2024-11-18T20:20:33,512 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf. after waiting 0 ms 2024-11-18T20:20:33,512 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf. 2024-11-18T20:20:33,513 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf. 2024-11-18T20:20:33,513 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 93de1c1d37b390b2346970afc07d5eaf: Waiting for close lock at 1731961233511Disabling compacts and flushes for region at 1731961233511Disabling writes for close at 1731961233512 (+1 ms)Writing region close event to WAL at 1731961233513 (+1 ms)Closed at 1731961233513 2024-11-18T20:20:33,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741909_1087 (size=95) 2024-11-18T20:20:33,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741909_1087 (size=95) 2024-11-18T20:20:33,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741909_1087 (size=95) 2024-11-18T20:20:33,520 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T20:20:33,520 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-28925812:(num 1731961233459) 2024-11-18T20:20:33,520 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:33,522 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:33,539 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453/wal.1731961233522, exclude list is [], retry=0 2024-11-18T20:20:33,541 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:33,542 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:33,542 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:33,543 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453/wal.1731961233522 2024-11-18T20:20:33,543 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:41767:41767)] 2024-11-18T20:20:33,544 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 93de1c1d37b390b2346970afc07d5eaf, NAME => 'testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:33,544 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:33,544 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:33,544 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:33,546 INFO [StoreOpener-93de1c1d37b390b2346970afc07d5eaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:33,546 INFO [StoreOpener-93de1c1d37b390b2346970afc07d5eaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93de1c1d37b390b2346970afc07d5eaf columnFamilyName a 2024-11-18T20:20:33,547 DEBUG [StoreOpener-93de1c1d37b390b2346970afc07d5eaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:33,547 INFO [StoreOpener-93de1c1d37b390b2346970afc07d5eaf-1 {}] regionserver.HStore(327): Store=93de1c1d37b390b2346970afc07d5eaf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:33,547 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:33,548 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:33,550 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:33,551 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:33,551 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:33,553 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:33,554 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 93de1c1d37b390b2346970afc07d5eaf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72757909, jitterRate=0.08417733013629913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T20:20:33,555 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 93de1c1d37b390b2346970afc07d5eaf: Writing region info on filesystem at 1731961233544Initializing all the Stores at 1731961233545 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961233545Cleaning up temporary data from old regions at 1731961233551 (+6 ms)Region opened successfully at 1731961233555 (+4 ms) 2024-11-18T20:20:33,566 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 93de1c1d37b390b2346970afc07d5eaf, disabling compactions & flushes 2024-11-18T20:20:33,566 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf. 2024-11-18T20:20:33,567 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf. 2024-11-18T20:20:33,567 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf. after waiting 0 ms 2024-11-18T20:20:33,567 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf. 2024-11-18T20:20:33,567 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf. 2024-11-18T20:20:33,567 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf. 2024-11-18T20:20:33,567 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 93de1c1d37b390b2346970afc07d5eaf: Waiting for close lock at 1731961233566Disabling compacts and flushes for region at 1731961233566Disabling writes for close at 1731961233567 (+1 ms)Writing region close event to WAL at 1731961233567Closed at 1731961233567 2024-11-18T20:20:33,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741911_1089 (size=1050) 2024-11-18T20:20:33,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741911_1089 (size=1050) 2024-11-18T20:20:33,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741911_1089 (size=1050) 2024-11-18T20:20:33,593 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43113/hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453/wal.1731961233522, size=1.0 K (1050bytes) 2024-11-18T20:20:33,593 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43113/hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453/wal.1731961233522 2024-11-18T20:20:33,594 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43113/hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453/wal.1731961233522 after 1ms 2024-11-18T20:20:33,596 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453/wal.1731961233522: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:33,596 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43113/hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453/wal.1731961233522 took 3ms 2024-11-18T20:20:33,598 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43113/hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453/wal.1731961233522 so closing down 2024-11-18T20:20:33,598 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:20:33,600 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731961233522.temp 2024-11-18T20:20:33,601 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/recovered.edits/0000000000000000003-wal.1731961233522.temp 2024-11-18T20:20:33,601 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:20:33,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741912_1090 (size=1050) 2024-11-18T20:20:33,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741912_1090 (size=1050) 2024-11-18T20:20:33,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741912_1090 (size=1050) 2024-11-18T20:20:33,609 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/recovered.edits/0000000000000000003-wal.1731961233522.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T20:20:33,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/recovered.edits/0000000000000000003-wal.1731961233522.temp to hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/recovered.edits/0000000000000000012 2024-11-18T20:20:33,611 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43113/hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453/wal.1731961233522, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-18T20:20:33,611 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43113/hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453/wal.1731961233522, journal: Splitting hdfs://localhost:43113/hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453/wal.1731961233522, size=1.0 K (1050bytes) at 1731961233593Finishing writing output for hdfs://localhost:43113/hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453/wal.1731961233522 so closing down at 1731961233598 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/recovered.edits/0000000000000000003-wal.1731961233522.temp at 1731961233601 (+3 ms)3 split writer threads finished at 1731961233601Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/recovered.edits/0000000000000000003-wal.1731961233522.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731961233609 (+8 ms)Rename recovered edits hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/recovered.edits/0000000000000000003-wal.1731961233522.temp to hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/recovered.edits/0000000000000000012 at 1731961233611 (+2 ms)Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:43113/hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453/wal.1731961233522, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1731961233611 2024-11-18T20:20:33,613 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43113/hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453/wal.1731961233522 to hdfs://localhost:43113/hbase/oldWALs/wal.1731961233522 2024-11-18T20:20:33,615 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/recovered.edits/0000000000000000012 2024-11-18T20:20:33,619 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:34,124 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:34,126 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:34,141 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453/wal.1731961234126, exclude list is [], retry=0 2024-11-18T20:20:34,144 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:34,145 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:34,145 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:34,151 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453/wal.1731961234126 2024-11-18T20:20:34,155 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:35093:35093)] 2024-11-18T20:20:34,155 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 93de1c1d37b390b2346970afc07d5eaf, NAME => 'testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:34,155 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:34,155 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:34,155 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:34,159 INFO [StoreOpener-93de1c1d37b390b2346970afc07d5eaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:34,163 INFO [StoreOpener-93de1c1d37b390b2346970afc07d5eaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93de1c1d37b390b2346970afc07d5eaf columnFamilyName a 2024-11-18T20:20:34,163 DEBUG [StoreOpener-93de1c1d37b390b2346970afc07d5eaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:34,165 INFO [StoreOpener-93de1c1d37b390b2346970afc07d5eaf-1 {}] regionserver.HStore(327): Store=93de1c1d37b390b2346970afc07d5eaf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:34,165 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:34,166 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:34,170 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:34,170 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/recovered.edits/0000000000000000012 2024-11-18T20:20:34,173 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:34,175 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/recovered.edits/0000000000000000012 2024-11-18T20:20:34,175 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 93de1c1d37b390b2346970afc07d5eaf 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-18T20:20:34,203 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/.tmp/a/7ec2e08391c74c0fa121ad0342f401f7 is 79, key is testDatalossWhenInputError/a:x0/1731961233555/Put/seqid=0 2024-11-18T20:20:34,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741914_1092 (size=5808) 2024-11-18T20:20:34,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741914_1092 (size=5808) 2024-11-18T20:20:34,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741914_1092 (size=5808) 2024-11-18T20:20:34,627 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/.tmp/a/7ec2e08391c74c0fa121ad0342f401f7 2024-11-18T20:20:34,640 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/.tmp/a/7ec2e08391c74c0fa121ad0342f401f7 as hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/a/7ec2e08391c74c0fa121ad0342f401f7 2024-11-18T20:20:34,651 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/a/7ec2e08391c74c0fa121ad0342f401f7, entries=10, sequenceid=12, filesize=5.7 K 2024-11-18T20:20:34,651 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 93de1c1d37b390b2346970afc07d5eaf in 476ms, sequenceid=12, compaction requested=false; wal=null 2024-11-18T20:20:34,652 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/recovered.edits/0000000000000000012 2024-11-18T20:20:34,653 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:34,654 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:34,657 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:34,659 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-18T20:20:34,661 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 93de1c1d37b390b2346970afc07d5eaf; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71788520, jitterRate=0.06973230838775635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T20:20:34,662 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 93de1c1d37b390b2346970afc07d5eaf: Writing region info on filesystem at 1731961234155Initializing all the Stores at 1731961234158 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961234158Obtaining lock to block concurrent updates at 1731961234175 (+17 ms)Preparing flush snapshotting stores in 93de1c1d37b390b2346970afc07d5eaf at 1731961234175Finished memstore snapshotting testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731961234175Flushing stores of testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf. at 1731961234175Flushing 93de1c1d37b390b2346970afc07d5eaf/a: creating writer at 1731961234175Flushing 93de1c1d37b390b2346970afc07d5eaf/a: appending metadata at 1731961234202 (+27 ms)Flushing 93de1c1d37b390b2346970afc07d5eaf/a: closing flushed file at 1731961234202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465b7b07: reopening flushed file at 1731961234637 (+435 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 93de1c1d37b390b2346970afc07d5eaf in 476ms, sequenceid=12, compaction requested=false; wal=null at 1731961234652 (+15 ms)Cleaning up temporary data from old regions at 1731961234654 (+2 ms)Region opened successfully at 1731961234662 (+8 ms) 2024-11-18T20:20:34,667 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 93de1c1d37b390b2346970afc07d5eaf, NAME => 'testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:34,667 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731961233454.93de1c1d37b390b2346970afc07d5eaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:34,667 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:34,667 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:34,671 INFO [StoreOpener-93de1c1d37b390b2346970afc07d5eaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:34,672 INFO [StoreOpener-93de1c1d37b390b2346970afc07d5eaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93de1c1d37b390b2346970afc07d5eaf columnFamilyName a 2024-11-18T20:20:34,672 DEBUG [StoreOpener-93de1c1d37b390b2346970afc07d5eaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:34,687 DEBUG [StoreOpener-93de1c1d37b390b2346970afc07d5eaf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/a/7ec2e08391c74c0fa121ad0342f401f7 2024-11-18T20:20:34,687 INFO [StoreOpener-93de1c1d37b390b2346970afc07d5eaf-1 {}] regionserver.HStore(327): Store=93de1c1d37b390b2346970afc07d5eaf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:34,688 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:34,691 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:34,693 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:34,694 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:34,694 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:34,696 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 93de1c1d37b390b2346970afc07d5eaf 2024-11-18T20:20:34,703 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testDatalossWhenInputError/93de1c1d37b390b2346970afc07d5eaf/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-18T20:20:34,705 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 93de1c1d37b390b2346970afc07d5eaf; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61768513, jitterRate=-0.07957743108272552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T20:20:34,705 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 93de1c1d37b390b2346970afc07d5eaf: Writing region info on filesystem at 1731961234667Initializing all the Stores at 1731961234669 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961234669Cleaning up temporary data from old regions at 1731961234694 (+25 ms)Region opened successfully at 1731961234705 (+11 ms) 2024-11-18T20:20:34,729 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=430 (was 414) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:37486 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:59234 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-145710316-172.17.0.2-1731961197461:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-145710316-172.17.0.2-1731961197461:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:57152 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:59708 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:38728 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:40656 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-145710316-172.17.0.2-1731961197461:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1268 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=787 (was 821), ProcessCount=11 (was 11), AvailableMemoryMB=3538 (was 3555) 2024-11-18T20:20:34,729 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1268 is superior to 1024 2024-11-18T20:20:34,748 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=430, OpenFileDescriptor=1268, MaxFileDescriptor=1048576, SystemLoadAverage=787, ProcessCount=11, AvailableMemoryMB=3537 2024-11-18T20:20:34,748 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1268 is superior to 1024 2024-11-18T20:20:34,776 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:34,780 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:34,781 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:20:34,790 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-88473442, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/hregion-88473442, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:34,812 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-88473442/hregion-88473442.1731961234792, exclude list is [], retry=0 2024-11-18T20:20:34,817 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:34,818 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:34,818 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:34,843 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-88473442/hregion-88473442.1731961234792 2024-11-18T20:20:34,847 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:35093:35093)] 2024-11-18T20:20:34,847 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 449651fb46f7b18a48791e33a357338e, NAME => 'testCompactedBulkLoadedFiles,,1731961234777.449651fb46f7b18a48791e33a357338e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43113/hbase 2024-11-18T20:20:34,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741916_1094 (size=63) 2024-11-18T20:20:34,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741916_1094 (size=63) 2024-11-18T20:20:34,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741916_1094 (size=63) 2024-11-18T20:20:35,259 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731961234777.449651fb46f7b18a48791e33a357338e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:35,262 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,270 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449651fb46f7b18a48791e33a357338e columnFamilyName a 2024-11-18T20:20:35,270 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:35,273 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.HStore(327): Store=449651fb46f7b18a48791e33a357338e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:35,273 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,276 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449651fb46f7b18a48791e33a357338e columnFamilyName b 2024-11-18T20:20:35,276 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:35,277 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.HStore(327): Store=449651fb46f7b18a48791e33a357338e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:35,277 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,279 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449651fb46f7b18a48791e33a357338e columnFamilyName c 2024-11-18T20:20:35,279 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:35,280 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.HStore(327): Store=449651fb46f7b18a48791e33a357338e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:35,280 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,281 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,281 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,283 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,283 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,284 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:20:35,286 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,291 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:20:35,293 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 449651fb46f7b18a48791e33a357338e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71096708, jitterRate=0.05942350625991821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:20:35,295 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 449651fb46f7b18a48791e33a357338e: Writing region info on filesystem at 1731961235259Initializing all the Stores at 1731961235261 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961235261Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961235262 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961235262Cleaning up temporary data from old regions at 1731961235283 (+21 ms)Region opened successfully at 1731961235295 (+12 ms) 2024-11-18T20:20:35,295 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 449651fb46f7b18a48791e33a357338e, disabling compactions & flushes 2024-11-18T20:20:35,295 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731961234777.449651fb46f7b18a48791e33a357338e. 2024-11-18T20:20:35,295 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731961234777.449651fb46f7b18a48791e33a357338e. 2024-11-18T20:20:35,295 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731961234777.449651fb46f7b18a48791e33a357338e. after waiting 0 ms 2024-11-18T20:20:35,295 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731961234777.449651fb46f7b18a48791e33a357338e. 2024-11-18T20:20:35,296 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731961234777.449651fb46f7b18a48791e33a357338e. 2024-11-18T20:20:35,296 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 449651fb46f7b18a48791e33a357338e: Waiting for close lock at 1731961235295Disabling compacts and flushes for region at 1731961235295Disabling writes for close at 1731961235295Writing region close event to WAL at 1731961235296 (+1 ms)Closed at 1731961235296 2024-11-18T20:20:35,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741915_1093 (size=95) 2024-11-18T20:20:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741915_1093 (size=95) 2024-11-18T20:20:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741915_1093 (size=95) 2024-11-18T20:20:35,336 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T20:20:35,336 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-88473442:(num 1731961234792) 2024-11-18T20:20:35,336 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:35,342 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:35,365 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961235343, exclude list is [], retry=0 2024-11-18T20:20:35,370 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:35,370 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:35,370 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:35,407 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961235343 2024-11-18T20:20:35,411 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:35093:35093)] 2024-11-18T20:20:35,411 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 449651fb46f7b18a48791e33a357338e, NAME => 'testCompactedBulkLoadedFiles,,1731961234777.449651fb46f7b18a48791e33a357338e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:35,411 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731961234777.449651fb46f7b18a48791e33a357338e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:35,412 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,412 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,420 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,425 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449651fb46f7b18a48791e33a357338e columnFamilyName a 2024-11-18T20:20:35,425 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:35,427 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.HStore(327): Store=449651fb46f7b18a48791e33a357338e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:35,427 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,429 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449651fb46f7b18a48791e33a357338e columnFamilyName b 2024-11-18T20:20:35,429 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:35,435 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.HStore(327): Store=449651fb46f7b18a48791e33a357338e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:35,436 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,441 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449651fb46f7b18a48791e33a357338e columnFamilyName c 2024-11-18T20:20:35,441 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:35,444 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.HStore(327): Store=449651fb46f7b18a48791e33a357338e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:35,444 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,448 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,454 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,461 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,461 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,463 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:20:35,467 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:35,468 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 449651fb46f7b18a48791e33a357338e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74541040, jitterRate=0.1107480525970459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:20:35,469 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 449651fb46f7b18a48791e33a357338e: Writing region info on filesystem at 1731961235412Initializing all the Stores at 1731961235419 (+7 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961235419Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961235419Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961235420 (+1 ms)Cleaning up temporary data from old regions at 1731961235461 (+41 ms)Region opened successfully at 1731961235469 (+8 ms) 2024-11-18T20:20:35,492 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731961235492/Put/seqid=0 2024-11-18T20:20:35,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741918_1096 (size=4875) 2024-11-18T20:20:35,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741918_1096 (size=4875) 2024-11-18T20:20:35,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741918_1096 (size=4875) 2024-11-18T20:20:35,546 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731961235546/Put/seqid=0 2024-11-18T20:20:35,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741919_1097 (size=4875) 2024-11-18T20:20:35,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741919_1097 (size=4875) 2024-11-18T20:20:35,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741919_1097 (size=4875) 2024-11-18T20:20:35,578 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731961235578/Put/seqid=0 2024-11-18T20:20:35,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741920_1098 (size=4875) 2024-11-18T20:20:35,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741920_1098 (size=4875) 2024-11-18T20:20:35,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741920_1098 (size=4875) 2024-11-18T20:20:35,616 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43113/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 449651fb46f7b18a48791e33a357338e/a 2024-11-18T20:20:35,629 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-18T20:20:35,629 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:20:35,629 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43113/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 449651fb46f7b18a48791e33a357338e/a 2024-11-18T20:20:35,638 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-18T20:20:35,639 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:20:35,639 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43113/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 449651fb46f7b18a48791e33a357338e/a 2024-11-18T20:20:35,645 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-18T20:20:35,645 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:20:35,645 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 449651fb46f7b18a48791e33a357338e 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-18T20:20:35,685 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/.tmp/a/41896cf280034a2481910cbd1c920bbe is 55, key is testCompactedBulkLoadedFiles/a:a/1731961235470/Put/seqid=0 2024-11-18T20:20:35,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741921_1099 (size=5107) 2024-11-18T20:20:35,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741921_1099 (size=5107) 2024-11-18T20:20:35,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741921_1099 (size=5107) 2024-11-18T20:20:35,737 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/.tmp/a/41896cf280034a2481910cbd1c920bbe 2024-11-18T20:20:35,756 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/.tmp/a/41896cf280034a2481910cbd1c920bbe as hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/41896cf280034a2481910cbd1c920bbe 2024-11-18T20:20:35,766 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/41896cf280034a2481910cbd1c920bbe, entries=1, sequenceid=4, filesize=5.0 K 2024-11-18T20:20:35,772 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 449651fb46f7b18a48791e33a357338e in 127ms, sequenceid=4, compaction requested=false 2024-11-18T20:20:35,772 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 449651fb46f7b18a48791e33a357338e: 2024-11-18T20:20:35,776 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/7797e5eca7784eea95e900867263312f_SeqId_4_ 2024-11-18T20:20:35,778 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/8a634bc2ef374129939a4bb102bc7e90_SeqId_4_ 2024-11-18T20:20:35,782 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/c62ecd6f0545465ea2ad8b569bec0c37_SeqId_4_ 2024-11-18T20:20:35,783 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43113/hbase/testCompactedBulkLoadedFiles/hfile0 into 449651fb46f7b18a48791e33a357338e/a as hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/7797e5eca7784eea95e900867263312f_SeqId_4_ - updating store file list. 2024-11-18T20:20:35,797 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7797e5eca7784eea95e900867263312f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:20:35,798 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/7797e5eca7784eea95e900867263312f_SeqId_4_ into 449651fb46f7b18a48791e33a357338e/a 2024-11-18T20:20:35,798 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43113/hbase/testCompactedBulkLoadedFiles/hfile0 into 449651fb46f7b18a48791e33a357338e/a (new location: hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/7797e5eca7784eea95e900867263312f_SeqId_4_) 2024-11-18T20:20:35,800 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43113/hbase/testCompactedBulkLoadedFiles/hfile1 into 449651fb46f7b18a48791e33a357338e/a as hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/8a634bc2ef374129939a4bb102bc7e90_SeqId_4_ - updating store file list. 2024-11-18T20:20:35,809 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a634bc2ef374129939a4bb102bc7e90_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:20:35,809 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/8a634bc2ef374129939a4bb102bc7e90_SeqId_4_ into 449651fb46f7b18a48791e33a357338e/a 2024-11-18T20:20:35,810 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43113/hbase/testCompactedBulkLoadedFiles/hfile1 into 449651fb46f7b18a48791e33a357338e/a (new location: hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/8a634bc2ef374129939a4bb102bc7e90_SeqId_4_) 2024-11-18T20:20:35,811 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43113/hbase/testCompactedBulkLoadedFiles/hfile2 into 449651fb46f7b18a48791e33a357338e/a as hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/c62ecd6f0545465ea2ad8b569bec0c37_SeqId_4_ - updating store file list. 2024-11-18T20:20:35,817 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for c62ecd6f0545465ea2ad8b569bec0c37_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:20:35,817 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/c62ecd6f0545465ea2ad8b569bec0c37_SeqId_4_ into 449651fb46f7b18a48791e33a357338e/a 2024-11-18T20:20:35,817 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43113/hbase/testCompactedBulkLoadedFiles/hfile2 into 449651fb46f7b18a48791e33a357338e/a (new location: hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/c62ecd6f0545465ea2ad8b569bec0c37_SeqId_4_) 2024-11-18T20:20:35,832 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T20:20:35,833 DEBUG [Time-limited test {}] regionserver.HStore(1541): 449651fb46f7b18a48791e33a357338e/a is initiating major compaction (all files) 2024-11-18T20:20:35,833 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 449651fb46f7b18a48791e33a357338e/a in testCompactedBulkLoadedFiles,,1731961234777.449651fb46f7b18a48791e33a357338e. 2024-11-18T20:20:35,833 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/41896cf280034a2481910cbd1c920bbe, hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/7797e5eca7784eea95e900867263312f_SeqId_4_, hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/8a634bc2ef374129939a4bb102bc7e90_SeqId_4_, hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/c62ecd6f0545465ea2ad8b569bec0c37_SeqId_4_] into tmpdir=hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/.tmp, totalSize=19.3 K 2024-11-18T20:20:35,834 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 41896cf280034a2481910cbd1c920bbe, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731961235470 2024-11-18T20:20:35,835 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7797e5eca7784eea95e900867263312f_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-18T20:20:35,838 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8a634bc2ef374129939a4bb102bc7e90_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-18T20:20:35,840 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c62ecd6f0545465ea2ad8b569bec0c37_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-18T20:20:35,903 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/.tmp/a/f8f07ac5f2104748ad8af6b1d34f0f36 is 55, key is testCompactedBulkLoadedFiles/a:a/1731961235470/Put/seqid=0 2024-11-18T20:20:35,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741922_1100 (size=6154) 2024-11-18T20:20:35,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741922_1100 (size=6154) 2024-11-18T20:20:35,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741922_1100 (size=6154) 2024-11-18T20:20:35,954 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/.tmp/a/f8f07ac5f2104748ad8af6b1d34f0f36 as hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/f8f07ac5f2104748ad8af6b1d34f0f36 2024-11-18T20:20:35,964 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 449651fb46f7b18a48791e33a357338e/a of 449651fb46f7b18a48791e33a357338e into f8f07ac5f2104748ad8af6b1d34f0f36(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T20:20:35,965 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 449651fb46f7b18a48791e33a357338e: 2024-11-18T20:20:35,965 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-18T20:20:35,965 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-18T20:20:36,032 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43113/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961235343, size=0 (0bytes) 2024-11-18T20:20:36,032 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:43113/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961235343 might be still open, length is 0 2024-11-18T20:20:36,032 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43113/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961235343 2024-11-18T20:20:36,036 WARN [IPC Server handler 0 on default port 43113 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961235343 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-18T20:20:36,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43113/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961235343 after 6ms 2024-11-18T20:20:36,883 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:57198 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:42961:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57198 dst: /127.0.0.1:42961 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42961 remote=/127.0.0.1:57198]. Total timeout mills is 60000, 59081 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:36,884 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:40688 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:37147:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40688 dst: /127.0.0.1:37147 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:36,884 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:37518 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:46529:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37518 dst: /127.0.0.1:46529 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:36,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741917_1101 (size=1174) 2024-11-18T20:20:36,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741917_1101 (size=1174) 2024-11-18T20:20:38,113 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T20:20:40,039 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43113/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961235343 after 4007ms 2024-11-18T20:20:40,044 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961235343: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:40,044 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43113/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961235343 took 4012ms 2024-11-18T20:20:40,047 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43113/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961235343; continuing. 2024-11-18T20:20:40,047 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43113/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961235343 so closing down 2024-11-18T20:20:40,047 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:20:40,049 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731961235343.temp 2024-11-18T20:20:40,050 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/recovered.edits/0000000000000000003-wal.1731961235343.temp 2024-11-18T20:20:40,051 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:20:40,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741923_1102 (size=548) 2024-11-18T20:20:40,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741923_1102 (size=548) 2024-11-18T20:20:40,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741923_1102 (size=548) 2024-11-18T20:20:40,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/recovered.edits/0000000000000000003-wal.1731961235343.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-18T20:20:40,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/recovered.edits/0000000000000000003-wal.1731961235343.temp to hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/recovered.edits/0000000000000000008 2024-11-18T20:20:40,060 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:43113/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961235343, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T20:20:40,060 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43113/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961235343, journal: Splitting hdfs://localhost:43113/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961235343, size=0 (0bytes) at 1731961236032Finishing writing output for hdfs://localhost:43113/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961235343 so closing down at 1731961240047 (+4015 ms)Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/recovered.edits/0000000000000000003-wal.1731961235343.temp at 1731961240051 (+4 ms)3 split writer threads finished at 1731961240051Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/recovered.edits/0000000000000000003-wal.1731961235343.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731961240058 (+7 ms)Rename recovered edits hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/recovered.edits/0000000000000000003-wal.1731961235343.temp to hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/recovered.edits/0000000000000000008 at 1731961240060 (+2 ms)Processed 5 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:43113/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961235343, size=0, length=0, corrupted=false, cancelled=false at 1731961240060 2024-11-18T20:20:40,062 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43113/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961235343 to hdfs://localhost:43113/hbase/oldWALs/wal.1731961235343 2024-11-18T20:20:40,062 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/recovered.edits/0000000000000000008 2024-11-18T20:20:40,063 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:40,064 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:40,079 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961240064, exclude list is [], retry=0 2024-11-18T20:20:40,082 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:40,082 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:40,082 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:40,085 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961240064 2024-11-18T20:20:40,087 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:35093:35093)] 2024-11-18T20:20:40,087 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 449651fb46f7b18a48791e33a357338e, NAME => 'testCompactedBulkLoadedFiles,,1731961234777.449651fb46f7b18a48791e33a357338e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:40,088 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731961234777.449651fb46f7b18a48791e33a357338e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:40,088 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:40,088 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:40,090 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:40,090 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449651fb46f7b18a48791e33a357338e columnFamilyName a 2024-11-18T20:20:40,091 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:40,097 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/41896cf280034a2481910cbd1c920bbe 2024-11-18T20:20:40,101 DEBUG [StoreFileOpener-449651fb46f7b18a48791e33a357338e-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7797e5eca7784eea95e900867263312f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:20:40,101 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/7797e5eca7784eea95e900867263312f_SeqId_4_ 2024-11-18T20:20:40,106 DEBUG [StoreFileOpener-449651fb46f7b18a48791e33a357338e-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a634bc2ef374129939a4bb102bc7e90_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:20:40,106 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/8a634bc2ef374129939a4bb102bc7e90_SeqId_4_ 2024-11-18T20:20:40,110 DEBUG [StoreFileOpener-449651fb46f7b18a48791e33a357338e-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c62ecd6f0545465ea2ad8b569bec0c37_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:20:40,110 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/c62ecd6f0545465ea2ad8b569bec0c37_SeqId_4_ 2024-11-18T20:20:40,116 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/f8f07ac5f2104748ad8af6b1d34f0f36 2024-11-18T20:20:40,116 WARN [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/41896cf280034a2481910cbd1c920bbe from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@72ab5d53 2024-11-18T20:20:40,116 WARN [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/7797e5eca7784eea95e900867263312f_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@72ab5d53 2024-11-18T20:20:40,116 WARN [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/8a634bc2ef374129939a4bb102bc7e90_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@72ab5d53 2024-11-18T20:20:40,116 WARN [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/c62ecd6f0545465ea2ad8b569bec0c37_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@72ab5d53 2024-11-18T20:20:40,116 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/41896cf280034a2481910cbd1c920bbe, hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/7797e5eca7784eea95e900867263312f_SeqId_4_, hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/8a634bc2ef374129939a4bb102bc7e90_SeqId_4_, hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/c62ecd6f0545465ea2ad8b569bec0c37_SeqId_4_] to archive 2024-11-18T20:20:40,117 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T20:20:40,119 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/41896cf280034a2481910cbd1c920bbe to hdfs://localhost:43113/hbase/archive/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/41896cf280034a2481910cbd1c920bbe 2024-11-18T20:20:40,121 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/7797e5eca7784eea95e900867263312f_SeqId_4_ to hdfs://localhost:43113/hbase/archive/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/7797e5eca7784eea95e900867263312f_SeqId_4_ 2024-11-18T20:20:40,122 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/8a634bc2ef374129939a4bb102bc7e90_SeqId_4_ to hdfs://localhost:43113/hbase/archive/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/8a634bc2ef374129939a4bb102bc7e90_SeqId_4_ 2024-11-18T20:20:40,122 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/c62ecd6f0545465ea2ad8b569bec0c37_SeqId_4_ to hdfs://localhost:43113/hbase/archive/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/a/c62ecd6f0545465ea2ad8b569bec0c37_SeqId_4_ 2024-11-18T20:20:40,123 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.HStore(327): Store=449651fb46f7b18a48791e33a357338e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:40,123 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:40,123 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449651fb46f7b18a48791e33a357338e columnFamilyName b 2024-11-18T20:20:40,123 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:40,124 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.HStore(327): Store=449651fb46f7b18a48791e33a357338e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:40,124 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:40,125 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449651fb46f7b18a48791e33a357338e columnFamilyName c 2024-11-18T20:20:40,125 DEBUG [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:40,125 INFO [StoreOpener-449651fb46f7b18a48791e33a357338e-1 {}] regionserver.HStore(327): Store=449651fb46f7b18a48791e33a357338e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:40,125 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:40,126 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:40,127 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:40,128 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/recovered.edits/0000000000000000008 2024-11-18T20:20:40,129 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:40,131 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 449651fb46f7b18a48791e33a357338e : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "449651fb46f7b18a48791e33a357338e" family_name: "a" compaction_input: "41896cf280034a2481910cbd1c920bbe" compaction_input: "7797e5eca7784eea95e900867263312f_SeqId_4_" compaction_input: "8a634bc2ef374129939a4bb102bc7e90_SeqId_4_" compaction_input: "c62ecd6f0545465ea2ad8b569bec0c37_SeqId_4_" compaction_output: "f8f07ac5f2104748ad8af6b1d34f0f36" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731961234777.449651fb46f7b18a48791e33a357338e." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-18T20:20:40,131 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-18T20:20:40,131 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/recovered.edits/0000000000000000008 2024-11-18T20:20:40,132 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/recovered.edits/0000000000000000008 2024-11-18T20:20:40,133 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:40,133 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:40,133 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:20:40,135 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 449651fb46f7b18a48791e33a357338e 2024-11-18T20:20:40,137 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testCompactedBulkLoadedFiles/449651fb46f7b18a48791e33a357338e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T20:20:40,138 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 449651fb46f7b18a48791e33a357338e; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65588333, jitterRate=-0.02265767753124237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:20:40,138 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 449651fb46f7b18a48791e33a357338e: Writing region info on filesystem at 1731961240088Initializing all the Stores at 1731961240089 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961240089Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961240089Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961240089Cleaning up temporary data from old regions at 1731961240133 (+44 ms)Region opened successfully at 1731961240138 (+5 ms) 2024-11-18T20:20:40,140 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 449651fb46f7b18a48791e33a357338e, disabling compactions & flushes 2024-11-18T20:20:40,140 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731961234777.449651fb46f7b18a48791e33a357338e. 2024-11-18T20:20:40,140 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731961234777.449651fb46f7b18a48791e33a357338e. 2024-11-18T20:20:40,140 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731961234777.449651fb46f7b18a48791e33a357338e. after waiting 0 ms 2024-11-18T20:20:40,140 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731961234777.449651fb46f7b18a48791e33a357338e. 2024-11-18T20:20:40,141 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731961234777.449651fb46f7b18a48791e33a357338e. 2024-11-18T20:20:40,141 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 449651fb46f7b18a48791e33a357338e: Waiting for close lock at 1731961240140Disabling compacts and flushes for region at 1731961240140Disabling writes for close at 1731961240140Writing region close event to WAL at 1731961240141 (+1 ms)Closed at 1731961240141 2024-11-18T20:20:40,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741924_1103 (size=95) 2024-11-18T20:20:40,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741924_1103 (size=95) 2024-11-18T20:20:40,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741924_1103 (size=95) 2024-11-18T20:20:40,145 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T20:20:40,145 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731961240064) 2024-11-18T20:20:40,159 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=439 (was 430) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:43113 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:43113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1809428863_22 at /127.0.0.1:40760 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1809428863_22 at /127.0.0.1:57262 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1809428863_22 at /127.0.0.1:37600 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1268) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=756 (was 787), ProcessCount=11 (was 11), AvailableMemoryMB=3397 (was 3537) 2024-11-18T20:20:40,159 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-18T20:20:40,172 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=439, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=756, ProcessCount=11, AvailableMemoryMB=3397 2024-11-18T20:20:40,172 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-18T20:20:40,186 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:40,187 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:20:40,188 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:20:40,191 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-88099938, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/hregion-88099938, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:40,205 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-88099938/hregion-88099938.1731961240191, exclude list is [], retry=0 2024-11-18T20:20:40,209 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:40,209 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:40,209 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:40,211 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-88099938/hregion-88099938.1731961240191 2024-11-18T20:20:40,211 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:37919:37919)] 2024-11-18T20:20:40,212 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a34eda2808322761855b4732af583ed5, NAME => 'testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43113/hbase 2024-11-18T20:20:40,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741926_1105 (size=67) 2024-11-18T20:20:40,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741926_1105 (size=67) 2024-11-18T20:20:40,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741926_1105 (size=67) 2024-11-18T20:20:40,226 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:40,229 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,230 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a34eda2808322761855b4732af583ed5 columnFamilyName a 2024-11-18T20:20:40,230 DEBUG [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:40,231 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(327): Store=a34eda2808322761855b4732af583ed5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:40,231 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,233 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a34eda2808322761855b4732af583ed5 columnFamilyName b 2024-11-18T20:20:40,233 DEBUG [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:40,234 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(327): Store=a34eda2808322761855b4732af583ed5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:40,234 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,235 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a34eda2808322761855b4732af583ed5 columnFamilyName c 2024-11-18T20:20:40,235 DEBUG [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:40,236 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(327): Store=a34eda2808322761855b4732af583ed5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:40,236 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,237 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,237 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,238 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,238 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,238 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:20:40,239 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,242 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:20:40,242 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a34eda2808322761855b4732af583ed5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66406410, jitterRate=-0.010467380285263062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:20:40,242 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a34eda2808322761855b4732af583ed5: Writing region info on filesystem at 1731961240226Initializing all the Stores at 1731961240227 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961240227Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961240229 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961240229Cleaning up temporary data from old regions at 1731961240238 (+9 ms)Region opened successfully at 1731961240242 (+4 ms) 2024-11-18T20:20:40,242 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a34eda2808322761855b4732af583ed5, disabling compactions & flushes 2024-11-18T20:20:40,242 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5. 2024-11-18T20:20:40,242 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5. 2024-11-18T20:20:40,242 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5. after waiting 0 ms 2024-11-18T20:20:40,242 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5. 2024-11-18T20:20:40,243 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5. 2024-11-18T20:20:40,243 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a34eda2808322761855b4732af583ed5: Waiting for close lock at 1731961240242Disabling compacts and flushes for region at 1731961240242Disabling writes for close at 1731961240242Writing region close event to WAL at 1731961240243 (+1 ms)Closed at 1731961240243 2024-11-18T20:20:40,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741925_1104 (size=95) 2024-11-18T20:20:40,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741925_1104 (size=95) 2024-11-18T20:20:40,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741925_1104 (size=95) 2024-11-18T20:20:40,248 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T20:20:40,248 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-88099938:(num 1731961240191) 2024-11-18T20:20:40,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:40,251 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:40,264 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240251, exclude list is [], retry=0 2024-11-18T20:20:40,266 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:40,267 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:40,267 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:40,269 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240251 2024-11-18T20:20:40,270 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:41767:41767)] 2024-11-18T20:20:40,270 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a34eda2808322761855b4732af583ed5, NAME => 'testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:40,270 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:40,270 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,270 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,273 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,274 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a34eda2808322761855b4732af583ed5 columnFamilyName a 2024-11-18T20:20:40,274 DEBUG [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:40,275 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(327): Store=a34eda2808322761855b4732af583ed5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:40,275 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,276 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a34eda2808322761855b4732af583ed5 columnFamilyName b 2024-11-18T20:20:40,276 DEBUG [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:40,277 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(327): Store=a34eda2808322761855b4732af583ed5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:40,277 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,278 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a34eda2808322761855b4732af583ed5 columnFamilyName c 2024-11-18T20:20:40,278 DEBUG [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:40,278 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(327): Store=a34eda2808322761855b4732af583ed5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:40,278 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,279 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,280 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,281 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,281 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,282 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:20:40,283 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,284 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a34eda2808322761855b4732af583ed5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72218847, jitterRate=0.07614468038082123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:20:40,284 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a34eda2808322761855b4732af583ed5: Writing region info on filesystem at 1731961240270Initializing all the Stores at 1731961240271 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961240271Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961240273 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961240273Cleaning up temporary data from old regions at 1731961240281 (+8 ms)Region opened successfully at 1731961240284 (+3 ms) 2024-11-18T20:20:40,291 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a34eda2808322761855b4732af583ed5 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-18T20:20:40,306 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/.tmp/a/141be7c16f234f3c849b4eeaec33215a is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731961240284/Put/seqid=0 2024-11-18T20:20:40,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741928_1107 (size=5958) 2024-11-18T20:20:40,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741928_1107 (size=5958) 2024-11-18T20:20:40,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741928_1107 (size=5958) 2024-11-18T20:20:40,312 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/.tmp/a/141be7c16f234f3c849b4eeaec33215a 2024-11-18T20:20:40,317 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/.tmp/a/141be7c16f234f3c849b4eeaec33215a as hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/a/141be7c16f234f3c849b4eeaec33215a 2024-11-18T20:20:40,322 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/a/141be7c16f234f3c849b4eeaec33215a, entries=10, sequenceid=13, filesize=5.8 K 2024-11-18T20:20:40,323 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for a34eda2808322761855b4732af583ed5 in 32ms, sequenceid=13, compaction requested=false 2024-11-18T20:20:40,323 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a34eda2808322761855b4732af583ed5: 2024-11-18T20:20:40,339 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a34eda2808322761855b4732af583ed5, disabling compactions & flushes 2024-11-18T20:20:40,339 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5. 2024-11-18T20:20:40,339 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5. 2024-11-18T20:20:40,339 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5. after waiting 0 ms 2024-11-18T20:20:40,339 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5. 2024-11-18T20:20:40,340 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5. 2024-11-18T20:20:40,340 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5. 2024-11-18T20:20:40,340 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a34eda2808322761855b4732af583ed5: Waiting for close lock at 1731961240339Disabling compacts and flushes for region at 1731961240339Disabling writes for close at 1731961240339Writing region close event to WAL at 1731961240340 (+1 ms)Closed at 1731961240340 2024-11-18T20:20:40,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741927_1106 (size=3345) 2024-11-18T20:20:40,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741927_1106 (size=3345) 2024-11-18T20:20:40,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741927_1106 (size=3345) 2024-11-18T20:20:40,359 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240251, size=3.3 K (3345bytes) 2024-11-18T20:20:40,359 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240251 2024-11-18T20:20:40,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240251 after 1ms 2024-11-18T20:20:40,362 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240251: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:40,362 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240251 took 3ms 2024-11-18T20:20:40,365 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240251 so closing down 2024-11-18T20:20:40,365 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:20:40,366 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731961240251.temp 2024-11-18T20:20:40,368 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000003-wal.1731961240251.temp 2024-11-18T20:20:40,369 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:20:40,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741929_1108 (size=2944) 2024-11-18T20:20:40,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741929_1108 (size=2944) 2024-11-18T20:20:40,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741929_1108 (size=2944) 2024-11-18T20:20:40,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000003-wal.1731961240251.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-18T20:20:40,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000003-wal.1731961240251.temp to hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000035 2024-11-18T20:20:40,386 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 24 ms; skipped=2; WAL=hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240251, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-11-18T20:20:40,387 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240251, journal: Splitting hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240251, size=3.3 K (3345bytes) at 1731961240359Finishing writing output for hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240251 so closing down at 1731961240365 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000003-wal.1731961240251.temp at 1731961240369 (+4 ms)3 split writer threads finished at 1731961240369Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000003-wal.1731961240251.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731961240385 (+16 ms)Rename recovered edits hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000003-wal.1731961240251.temp to hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000035 at 1731961240386 (+1 ms)Processed 32 edits across 1 Regions in 24 ms; skipped=2; WAL=hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240251, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1731961240387 (+1 ms) 2024-11-18T20:20:40,388 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240251 to hdfs://localhost:43113/hbase/oldWALs/wal.1731961240251 2024-11-18T20:20:40,389 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000035 2024-11-18T20:20:40,389 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:40,391 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:40,403 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240391, exclude list is [], retry=0 2024-11-18T20:20:40,406 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:40,406 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:40,407 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:40,408 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240391 2024-11-18T20:20:40,408 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:35093:35093)] 2024-11-18T20:20:40,408 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a34eda2808322761855b4732af583ed5, NAME => 'testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:20:40,409 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:40,409 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,409 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,410 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,411 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a34eda2808322761855b4732af583ed5 columnFamilyName a 2024-11-18T20:20:40,411 DEBUG [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:40,419 DEBUG [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/a/141be7c16f234f3c849b4eeaec33215a 2024-11-18T20:20:40,419 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(327): Store=a34eda2808322761855b4732af583ed5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:40,419 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,420 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a34eda2808322761855b4732af583ed5 columnFamilyName b 2024-11-18T20:20:40,420 DEBUG [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:40,421 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(327): Store=a34eda2808322761855b4732af583ed5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:40,421 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,422 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a34eda2808322761855b4732af583ed5 columnFamilyName c 2024-11-18T20:20:40,422 DEBUG [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:40,423 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(327): Store=a34eda2808322761855b4732af583ed5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:40,423 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,424 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,426 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,427 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000035 2024-11-18T20:20:40,431 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:40,434 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000035 2024-11-18T20:20:40,434 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a34eda2808322761855b4732af583ed5 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-18T20:20:40,448 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/.tmp/b/2dda3f63e6b1435684cecb0308fa519d is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731961240323/Put/seqid=0 2024-11-18T20:20:40,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741931_1110 (size=5958) 2024-11-18T20:20:40,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741931_1110 (size=5958) 2024-11-18T20:20:40,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741931_1110 (size=5958) 2024-11-18T20:20:40,455 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/.tmp/b/2dda3f63e6b1435684cecb0308fa519d 2024-11-18T20:20:40,478 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/.tmp/c/dd7533fd02dd4aa997a660941af66589 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731961240330/Put/seqid=0 2024-11-18T20:20:40,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741932_1111 (size=5958) 2024-11-18T20:20:40,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741932_1111 (size=5958) 2024-11-18T20:20:40,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741932_1111 (size=5958) 2024-11-18T20:20:40,486 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/.tmp/c/dd7533fd02dd4aa997a660941af66589 2024-11-18T20:20:40,492 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/.tmp/b/2dda3f63e6b1435684cecb0308fa519d as hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/b/2dda3f63e6b1435684cecb0308fa519d 2024-11-18T20:20:40,499 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/b/2dda3f63e6b1435684cecb0308fa519d, entries=10, sequenceid=35, filesize=5.8 K 2024-11-18T20:20:40,500 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/.tmp/c/dd7533fd02dd4aa997a660941af66589 as hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/c/dd7533fd02dd4aa997a660941af66589 2024-11-18T20:20:40,507 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/c/dd7533fd02dd4aa997a660941af66589, entries=10, sequenceid=35, filesize=5.8 K 2024-11-18T20:20:40,507 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for a34eda2808322761855b4732af583ed5 in 73ms, sequenceid=35, compaction requested=false; wal=null 2024-11-18T20:20:40,509 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000035 2024-11-18T20:20:40,510 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,510 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,511 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:20:40,512 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:40,514 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-18T20:20:40,515 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a34eda2808322761855b4732af583ed5; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73378422, jitterRate=0.09342369437217712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:20:40,515 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a34eda2808322761855b4732af583ed5: Writing region info on filesystem at 1731961240409Initializing all the Stores at 1731961240410 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961240410Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961240410Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961240410Obtaining lock to block concurrent updates at 1731961240434 (+24 ms)Preparing flush snapshotting stores in a34eda2808322761855b4732af583ed5 at 1731961240434Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731961240434Flushing stores of testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5. at 1731961240434Flushing a34eda2808322761855b4732af583ed5/b: creating writer at 1731961240434Flushing a34eda2808322761855b4732af583ed5/b: appending metadata at 1731961240447 (+13 ms)Flushing a34eda2808322761855b4732af583ed5/b: closing flushed file at 1731961240447Flushing a34eda2808322761855b4732af583ed5/c: creating writer at 1731961240461 (+14 ms)Flushing a34eda2808322761855b4732af583ed5/c: appending metadata at 1731961240477 (+16 ms)Flushing a34eda2808322761855b4732af583ed5/c: closing flushed file at 1731961240477Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22bc81b9: reopening flushed file at 1731961240491 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29fdcfce: reopening flushed file at 1731961240499 (+8 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for a34eda2808322761855b4732af583ed5 in 73ms, sequenceid=35, compaction requested=false; wal=null at 1731961240508 (+9 ms)Cleaning up temporary data from old regions at 1731961240510 (+2 ms)Region opened successfully at 1731961240515 (+5 ms) 2024-11-18T20:20:40,596 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240391, size=0 (0bytes) 2024-11-18T20:20:40,596 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240391 might be still open, length is 0 2024-11-18T20:20:40,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240391 2024-11-18T20:20:40,597 WARN [IPC Server handler 4 on default port 43113 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240391 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-18T20:20:40,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240391 after 1ms 2024-11-18T20:20:42,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-18T20:20:42,303 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-18T20:20:42,304 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-18T20:20:42,304 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-18T20:20:42,891 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:40806 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:37147:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40806 dst: /127.0.0.1:37147 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37147 remote=/127.0.0.1:40806]. Total timeout mills is 60000, 57658 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:42,893 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:57338 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:42961:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57338 dst: /127.0.0.1:42961 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:42,895 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_532784241_22 at /127.0.0.1:37658 [Receiving block BP-145710316-172.17.0.2-1731961197461:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:46529:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37658 dst: /127.0.0.1:46529 java.io.InterruptedIOException: Interrupted receiveBlock at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:42,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741930_1112 (size=2936) 2024-11-18T20:20:44,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240391 after 4002ms 2024-11-18T20:20:44,601 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240391: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:44,601 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240391 took 4005ms 2024-11-18T20:20:44,604 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240391; continuing. 2024-11-18T20:20:44,605 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240391 so closing down 2024-11-18T20:20:44,605 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T20:20:44,606 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731961240391.temp 2024-11-18T20:20:44,607 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000037-wal.1731961240391.temp 2024-11-18T20:20:44,608 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T20:20:44,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741933_1113 (size=2944) 2024-11-18T20:20:44,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741933_1113 (size=2944) 2024-11-18T20:20:44,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741933_1113 (size=2944) 2024-11-18T20:20:44,618 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000037-wal.1731961240391.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-18T20:20:44,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000037-wal.1731961240391.temp to hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000066 2024-11-18T20:20:44,620 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240391, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T20:20:44,620 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240391, journal: Splitting hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240391, size=0 (0bytes) at 1731961240596Finishing writing output for hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240391 so closing down at 1731961244605 (+4009 ms)Creating recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000037-wal.1731961240391.temp at 1731961244607 (+2 ms)3 split writer threads finished at 1731961244608 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000037-wal.1731961240391.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731961244618 (+10 ms)Rename recovered edits hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000037-wal.1731961240391.temp to hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000066 at 1731961244620 (+2 ms)Processed 30 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240391, size=0, length=0, corrupted=false, cancelled=false at 1731961244620 2024-11-18T20:20:44,622 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240391 to hdfs://localhost:43113/hbase/oldWALs/wal.1731961240391 2024-11-18T20:20:44,623 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000066 2024-11-18T20:20:44,623 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T20:20:44,625 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43113/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185, archiveDir=hdfs://localhost:43113/hbase/oldWALs, maxLogs=32 2024-11-18T20:20:44,643 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961244625, exclude list is [], retry=0 2024-11-18T20:20:44,646 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-01343c27-c08c-4a06-a855-8e3aee79461a,DISK] 2024-11-18T20:20:44,647 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42961,DS-654daa0e-cb40-4fd8-a44c-6f6a25f9ca8d,DISK] 2024-11-18T20:20:44,647 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37147,DS-4b6676a6-9a39-4c4b-b68a-eb63d608ced3,DISK] 2024-11-18T20:20:44,671 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961244625 2024-11-18T20:20:44,672 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:41767:41767),(127.0.0.1/127.0.0.1:37919:37919)] 2024-11-18T20:20:44,672 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:20:44,674 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a34eda2808322761855b4732af583ed5 2024-11-18T20:20:44,675 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a34eda2808322761855b4732af583ed5 columnFamilyName a 2024-11-18T20:20:44,675 DEBUG [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:44,685 DEBUG [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/a/141be7c16f234f3c849b4eeaec33215a 2024-11-18T20:20:44,685 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(327): Store=a34eda2808322761855b4732af583ed5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:44,686 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a34eda2808322761855b4732af583ed5 2024-11-18T20:20:44,687 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a34eda2808322761855b4732af583ed5 columnFamilyName b 2024-11-18T20:20:44,687 DEBUG [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:44,697 DEBUG [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/b/2dda3f63e6b1435684cecb0308fa519d 2024-11-18T20:20:44,697 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(327): Store=a34eda2808322761855b4732af583ed5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:44,698 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a34eda2808322761855b4732af583ed5 2024-11-18T20:20:44,699 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a34eda2808322761855b4732af583ed5 columnFamilyName c 2024-11-18T20:20:44,700 DEBUG [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:20:44,708 DEBUG [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/c/dd7533fd02dd4aa997a660941af66589 2024-11-18T20:20:44,709 INFO [StoreOpener-a34eda2808322761855b4732af583ed5-1 {}] regionserver.HStore(327): Store=a34eda2808322761855b4732af583ed5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:20:44,709 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:44,710 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5 2024-11-18T20:20:44,711 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5 2024-11-18T20:20:44,712 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000066 2024-11-18T20:20:44,714 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-18T20:20:44,719 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000066 2024-11-18T20:20:44,720 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a34eda2808322761855b4732af583ed5 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-18T20:20:44,743 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/.tmp/a/052c7e83da104aa298b96bf64620ed61 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731961240523/Put/seqid=0 2024-11-18T20:20:44,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741935_1115 (size=5958) 2024-11-18T20:20:44,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741935_1115 (size=5958) 2024-11-18T20:20:44,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741935_1115 (size=5958) 2024-11-18T20:20:44,754 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/.tmp/a/052c7e83da104aa298b96bf64620ed61 2024-11-18T20:20:44,790 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/.tmp/b/07446abc939b45d7aa0b24b9c9218a4b is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731961240532/Put/seqid=0 2024-11-18T20:20:44,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741936_1116 (size=5958) 2024-11-18T20:20:44,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741936_1116 (size=5958) 2024-11-18T20:20:44,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741936_1116 (size=5958) 2024-11-18T20:20:44,815 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/.tmp/b/07446abc939b45d7aa0b24b9c9218a4b 2024-11-18T20:20:44,838 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/.tmp/c/5093f01f86cc4ba48fb98b781bf5c44b is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731961240542/Put/seqid=0 2024-11-18T20:20:44,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741937_1117 (size=5958) 2024-11-18T20:20:44,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741937_1117 (size=5958) 2024-11-18T20:20:44,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741937_1117 (size=5958) 2024-11-18T20:20:44,849 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/.tmp/c/5093f01f86cc4ba48fb98b781bf5c44b 2024-11-18T20:20:44,855 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/.tmp/a/052c7e83da104aa298b96bf64620ed61 as hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/a/052c7e83da104aa298b96bf64620ed61 2024-11-18T20:20:44,861 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/a/052c7e83da104aa298b96bf64620ed61, entries=10, sequenceid=66, filesize=5.8 K 2024-11-18T20:20:44,863 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/.tmp/b/07446abc939b45d7aa0b24b9c9218a4b as hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/b/07446abc939b45d7aa0b24b9c9218a4b 2024-11-18T20:20:44,868 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/b/07446abc939b45d7aa0b24b9c9218a4b, entries=10, sequenceid=66, filesize=5.8 K 2024-11-18T20:20:44,869 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/.tmp/c/5093f01f86cc4ba48fb98b781bf5c44b as hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/c/5093f01f86cc4ba48fb98b781bf5c44b 2024-11-18T20:20:44,875 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/c/5093f01f86cc4ba48fb98b781bf5c44b, entries=10, sequenceid=66, filesize=5.8 K 2024-11-18T20:20:44,875 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for a34eda2808322761855b4732af583ed5 in 155ms, sequenceid=66, compaction requested=false; wal=null 2024-11-18T20:20:44,876 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/0000000000000000066 2024-11-18T20:20:44,877 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:44,877 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:44,878 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:20:44,879 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a34eda2808322761855b4732af583ed5 2024-11-18T20:20:44,883 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/hbase/data/default/testReplayEditsWrittenViaHRegion/a34eda2808322761855b4732af583ed5/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-18T20:20:44,884 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a34eda2808322761855b4732af583ed5; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74850943, jitterRate=0.11536596715450287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:20:44,884 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a34eda2808322761855b4732af583ed5: Writing region info on filesystem at 1731961244672Initializing all the Stores at 1731961244673 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961244673Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961244674 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731961244674Obtaining lock to block concurrent updates at 1731961244720 (+46 ms)Preparing flush snapshotting stores in a34eda2808322761855b4732af583ed5 at 1731961244720Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731961244720Flushing stores of testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5. at 1731961244720Flushing a34eda2808322761855b4732af583ed5/a: creating writer at 1731961244720Flushing a34eda2808322761855b4732af583ed5/a: appending metadata at 1731961244742 (+22 ms)Flushing a34eda2808322761855b4732af583ed5/a: closing flushed file at 1731961244742Flushing a34eda2808322761855b4732af583ed5/b: creating writer at 1731961244761 (+19 ms)Flushing a34eda2808322761855b4732af583ed5/b: appending metadata at 1731961244790 (+29 ms)Flushing a34eda2808322761855b4732af583ed5/b: closing flushed file at 1731961244790Flushing a34eda2808322761855b4732af583ed5/c: creating writer at 1731961244822 (+32 ms)Flushing a34eda2808322761855b4732af583ed5/c: appending metadata at 1731961244838 (+16 ms)Flushing a34eda2808322761855b4732af583ed5/c: closing flushed file at 1731961244838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7daf578d: reopening flushed file at 1731961244854 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65867988: reopening flushed file at 1731961244862 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54270e20: reopening flushed file at 1731961244868 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for a34eda2808322761855b4732af583ed5 in 155ms, sequenceid=66, compaction requested=false; wal=null at 1731961244875 (+7 ms)Cleaning up temporary data from old regions at 1731961244877 (+2 ms)Region opened successfully at 1731961244884 (+7 ms) 2024-11-18T20:20:44,909 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a34eda2808322761855b4732af583ed5, disabling compactions & flushes 2024-11-18T20:20:44,909 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5. 2024-11-18T20:20:44,909 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5. 2024-11-18T20:20:44,909 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5. after waiting 0 ms 2024-11-18T20:20:44,909 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5. 2024-11-18T20:20:44,915 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731961240186.a34eda2808322761855b4732af583ed5. 2024-11-18T20:20:44,915 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a34eda2808322761855b4732af583ed5: Waiting for close lock at 1731961244909Disabling compacts and flushes for region at 1731961244909Disabling writes for close at 1731961244909Writing region close event to WAL at 1731961244915 (+6 ms)Closed at 1731961244915 2024-11-18T20:20:44,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741934_1114 (size=95) 2024-11-18T20:20:44,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741934_1114 (size=95) 2024-11-18T20:20:44,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741934_1114 (size=95) 2024-11-18T20:20:44,925 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T20:20:44,925 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731961244625) 2024-11-18T20:20:44,944 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=440 (was 439) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1590766922_22 at /127.0.0.1:36180 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:43113 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:43113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1590766922_22 at /127.0.0.1:35154 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1590766922_22 at /127.0.0.1:47438 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1410 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=799 (was 756) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3241 (was 3397) 2024-11-18T20:20:44,944 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1410 is superior to 1024 2024-11-18T20:20:44,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:20:44,945 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:20:44,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:20:44,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:20:44,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:20:44,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:20:44,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:20:44,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=223486682, stopped=false 2024-11-18T20:20:44,948 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a964fc427ed,45853,1731961201946 2024-11-18T20:20:44,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T20:20:44,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T20:20:44,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:44,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:44,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T20:20:44,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:44,962 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:20:44,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:20:44,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:20:44,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:20:44,963 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a964fc427ed,34025,1731961202660' ***** 2024-11-18T20:20:44,963 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:20:44,963 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a964fc427ed,36577,1731961202835' ***** 2024-11-18T20:20:44,963 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:20:44,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T20:20:44,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T20:20:44,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T20:20:44,964 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:20:44,964 INFO [RS:0;5a964fc427ed:34025 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:20:44,964 INFO [RS:0;5a964fc427ed:34025 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:20:44,964 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.HRegionServer(959): stopping server 5a964fc427ed,34025,1731961202660 2024-11-18T20:20:44,964 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:20:44,964 INFO [RS:0;5a964fc427ed:34025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:20:44,964 INFO [RS:2;5a964fc427ed:36577 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:20:44,964 INFO [RS:0;5a964fc427ed:34025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a964fc427ed:34025. 2024-11-18T20:20:44,964 INFO [RS:2;5a964fc427ed:36577 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:20:44,964 DEBUG [RS:0;5a964fc427ed:34025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:20:44,965 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:20:44,964 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:44,965 DEBUG [RS:0;5a964fc427ed:34025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:20:44,965 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:20:44,965 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:20:44,965 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:20:44,965 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:20:44,965 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:20:44,965 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.HRegionServer(959): stopping server 5a964fc427ed,36577,1731961202835 2024-11-18T20:20:44,965 INFO [RS:2;5a964fc427ed:36577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:20:44,965 INFO [RS:2;5a964fc427ed:36577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;5a964fc427ed:36577. 2024-11-18T20:20:44,965 DEBUG [RS:2;5a964fc427ed:36577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:20:44,965 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f7a16e8d9123a6e605e78e48d571d79, disabling compactions & flushes 2024-11-18T20:20:44,965 DEBUG [RS:2;5a964fc427ed:36577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:20:44,965 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:20:44,966 DEBUG [RS:0;5a964fc427ed:34025 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:20:44,966 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:20:44,966 DEBUG [RS:2;5a964fc427ed:36577 {}] regionserver.HRegionServer(1325): Online Regions={7f7a16e8d9123a6e605e78e48d571d79=testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79.} 2024-11-18T20:20:44,966 DEBUG [RS:0;5a964fc427ed:34025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:20:44,966 DEBUG [RS:2;5a964fc427ed:36577 {}] regionserver.HRegionServer(1351): Waiting on 7f7a16e8d9123a6e605e78e48d571d79 2024-11-18T20:20:44,966 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:20:44,965 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:44,966 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:20:44,966 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:44,966 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:20:44,966 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. after waiting 0 ms 2024-11-18T20:20:44,966 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:20:44,966 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:44,966 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:20:44,966 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-18T20:20:44,979 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7f7a16e8d9123a6e605e78e48d571d79/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-18T20:20:44,980 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:44,980 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f7a16e8d9123a6e605e78e48d571d79: Waiting for close lock at 1731961244965Running coprocessor pre-close hooks at 1731961244965Disabling compacts and flushes for region at 1731961244965Disabling writes for close at 1731961244966 (+1 ms)Writing region close event to WAL at 1731961244971 (+5 ms)Running coprocessor post-close hooks at 1731961244980 (+9 ms)Closed at 1731961244980 2024-11-18T20:20:44,981 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79. 2024-11-18T20:20:44,998 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740/.tmp/info/144c4b323aaf4e69934da937f4359e67 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731961219275.7f7a16e8d9123a6e605e78e48d571d79./info:regioninfo/1731961222483/Put/seqid=0 2024-11-18T20:20:45,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741938_1118 (size=8243) 2024-11-18T20:20:45,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741938_1118 (size=8243) 2024-11-18T20:20:45,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741938_1118 (size=8243) 2024-11-18T20:20:45,005 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740/.tmp/info/144c4b323aaf4e69934da937f4359e67 2024-11-18T20:20:45,013 INFO [regionserver/5a964fc427ed:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:20:45,027 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740/.tmp/ns/98b36df781294c5a9d199854f4021061 is 43, key is default/ns:d/1731961205129/Put/seqid=0 2024-11-18T20:20:45,032 INFO [regionserver/5a964fc427ed:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:20:45,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741939_1119 (size=5153) 2024-11-18T20:20:45,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741939_1119 (size=5153) 2024-11-18T20:20:45,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741939_1119 (size=5153) 2024-11-18T20:20:45,035 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740/.tmp/ns/98b36df781294c5a9d199854f4021061 2024-11-18T20:20:45,061 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740/.tmp/table/69475d2e08024ee097bdf16a8890c92b is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731961219709/Put/seqid=0 2024-11-18T20:20:45,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741940_1120 (size=5431) 2024-11-18T20:20:45,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741940_1120 (size=5431) 2024-11-18T20:20:45,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741940_1120 (size=5431) 2024-11-18T20:20:45,068 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740/.tmp/table/69475d2e08024ee097bdf16a8890c92b 2024-11-18T20:20:45,075 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740/.tmp/info/144c4b323aaf4e69934da937f4359e67 as hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740/info/144c4b323aaf4e69934da937f4359e67 2024-11-18T20:20:45,081 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740/info/144c4b323aaf4e69934da937f4359e67, entries=18, sequenceid=21, filesize=8.0 K 2024-11-18T20:20:45,082 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740/.tmp/ns/98b36df781294c5a9d199854f4021061 as hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740/ns/98b36df781294c5a9d199854f4021061 2024-11-18T20:20:45,088 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740/ns/98b36df781294c5a9d199854f4021061, entries=2, sequenceid=21, filesize=5.0 K 2024-11-18T20:20:45,089 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740/.tmp/table/69475d2e08024ee097bdf16a8890c92b as hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740/table/69475d2e08024ee097bdf16a8890c92b 2024-11-18T20:20:45,094 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740/table/69475d2e08024ee097bdf16a8890c92b, entries=2, sequenceid=21, filesize=5.3 K 2024-11-18T20:20:45,095 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=21, compaction requested=false 2024-11-18T20:20:45,100 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-18T20:20:45,101 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:20:45,101 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:20:45,101 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731961244966Running coprocessor pre-close hooks at 1731961244966Disabling compacts and flushes for region at 1731961244966Disabling writes for close at 1731961244966Obtaining lock to block concurrent updates at 1731961244966Preparing flush snapshotting stores in 1588230740 at 1731961244966Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731961244967 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731961244967Flushing 1588230740/info: creating writer at 1731961244968 (+1 ms)Flushing 1588230740/info: appending metadata at 1731961244997 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731961244997Flushing 1588230740/ns: creating writer at 1731961245012 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731961245026 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731961245027 (+1 ms)Flushing 1588230740/table: creating writer at 1731961245041 (+14 ms)Flushing 1588230740/table: appending metadata at 1731961245061 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731961245061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f274e5f: reopening flushed file at 1731961245074 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f48bee: reopening flushed file at 1731961245081 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6530194c: reopening flushed file at 1731961245088 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=21, compaction requested=false at 1731961245095 (+7 ms)Writing region close event to WAL at 1731961245097 (+2 ms)Running coprocessor post-close hooks at 1731961245101 (+4 ms)Closed at 1731961245101 2024-11-18T20:20:45,101 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:20:45,166 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.HRegionServer(976): stopping server 5a964fc427ed,36577,1731961202835; all regions closed. 2024-11-18T20:20:45,166 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.HRegionServer(976): stopping server 5a964fc427ed,34025,1731961202660; all regions closed. 2024-11-18T20:20:45,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741834_1010 (size=721) 2024-11-18T20:20:45,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741836_1012 (size=4718) 2024-11-18T20:20:45,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741834_1010 (size=721) 2024-11-18T20:20:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741836_1012 (size=4718) 2024-11-18T20:20:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741836_1012 (size=4718) 2024-11-18T20:20:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741834_1010 (size=721) 2024-11-18T20:20:45,173 DEBUG [RS:0;5a964fc427ed:34025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/oldWALs 2024-11-18T20:20:45,173 INFO [RS:0;5a964fc427ed:34025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a964fc427ed%2C34025%2C1731961202660.meta:.meta(num 1731961204947) 2024-11-18T20:20:45,173 DEBUG [RS:2;5a964fc427ed:36577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/oldWALs 2024-11-18T20:20:45,173 INFO [RS:2;5a964fc427ed:36577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a964fc427ed%2C36577%2C1731961202835:(num 1731961204533) 2024-11-18T20:20:45,173 DEBUG [RS:2;5a964fc427ed:36577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:20:45,173 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:20:45,173 INFO [RS:2;5a964fc427ed:36577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:20:45,174 INFO [RS:2;5a964fc427ed:36577 {}] hbase.ChoreService(370): Chore service for: regionserver/5a964fc427ed:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T20:20:45,174 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:20:45,174 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:20:45,174 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:20:45,174 INFO [RS:2;5a964fc427ed:36577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:20:45,174 INFO [RS:2;5a964fc427ed:36577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36577 2024-11-18T20:20:45,175 INFO [regionserver/5a964fc427ed:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:20:45,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741835_1011 (size=1706) 2024-11-18T20:20:45,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741835_1011 (size=1706) 2024-11-18T20:20:45,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741835_1011 (size=1706) 2024-11-18T20:20:45,180 DEBUG [RS:0;5a964fc427ed:34025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/oldWALs 2024-11-18T20:20:45,180 INFO [RS:0;5a964fc427ed:34025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a964fc427ed%2C34025%2C1731961202660:(num 1731961204533) 2024-11-18T20:20:45,180 DEBUG [RS:0;5a964fc427ed:34025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:20:45,180 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:20:45,180 INFO [RS:0;5a964fc427ed:34025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:20:45,180 INFO [RS:0;5a964fc427ed:34025 {}] hbase.ChoreService(370): Chore service for: regionserver/5a964fc427ed:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:20:45,180 INFO [RS:0;5a964fc427ed:34025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:20:45,180 INFO [regionserver/5a964fc427ed:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:20:45,181 INFO [RS:0;5a964fc427ed:34025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34025 2024-11-18T20:20:45,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5a964fc427ed,36577,1731961202835 2024-11-18T20:20:45,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T20:20:45,186 INFO [RS:2;5a964fc427ed:36577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:20:45,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5a964fc427ed,34025,1731961202660 2024-11-18T20:20:45,195 INFO [RS:0;5a964fc427ed:34025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:20:45,203 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a964fc427ed,34025,1731961202660] 2024-11-18T20:20:45,220 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5a964fc427ed,34025,1731961202660 already deleted, retry=false 2024-11-18T20:20:45,220 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a964fc427ed,34025,1731961202660 expired; onlineServers=1 2024-11-18T20:20:45,220 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a964fc427ed,36577,1731961202835] 2024-11-18T20:20:45,228 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5a964fc427ed,36577,1731961202835 already deleted, retry=false 2024-11-18T20:20:45,228 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a964fc427ed,36577,1731961202835 expired; onlineServers=0 2024-11-18T20:20:45,229 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a964fc427ed,45853,1731961201946' ***** 2024-11-18T20:20:45,229 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:20:45,229 INFO [M:0;5a964fc427ed:45853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:20:45,229 INFO [M:0;5a964fc427ed:45853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:20:45,229 DEBUG [M:0;5a964fc427ed:45853 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:20:45,230 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:20:45,230 DEBUG [M:0;5a964fc427ed:45853 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:20:45,230 DEBUG [master/5a964fc427ed:0:becomeActiveMaster-HFileCleaner.small.0-1731961204100 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a964fc427ed:0:becomeActiveMaster-HFileCleaner.small.0-1731961204100,5,FailOnTimeoutGroup] 2024-11-18T20:20:45,230 DEBUG [master/5a964fc427ed:0:becomeActiveMaster-HFileCleaner.large.0-1731961204097 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a964fc427ed:0:becomeActiveMaster-HFileCleaner.large.0-1731961204097,5,FailOnTimeoutGroup] 2024-11-18T20:20:45,231 INFO [M:0;5a964fc427ed:45853 {}] hbase.ChoreService(370): Chore service for: master/5a964fc427ed:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:20:45,231 INFO [M:0;5a964fc427ed:45853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:20:45,231 DEBUG [M:0;5a964fc427ed:45853 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:20:45,231 INFO [M:0;5a964fc427ed:45853 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:20:45,232 INFO [M:0;5a964fc427ed:45853 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:20:45,233 INFO [M:0;5a964fc427ed:45853 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:20:45,233 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:20:45,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T20:20:45,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T20:20:45,237 DEBUG [M:0;5a964fc427ed:45853 {}] zookeeper.ZKUtil(347): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T20:20:45,237 WARN [M:0;5a964fc427ed:45853 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:20:45,238 INFO [M:0;5a964fc427ed:45853 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/.lastflushedseqids 2024-11-18T20:20:45,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741941_1121 (size=138) 2024-11-18T20:20:45,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741941_1121 (size=138) 2024-11-18T20:20:45,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741941_1121 (size=138) 2024-11-18T20:20:45,252 INFO [M:0;5a964fc427ed:45853 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:20:45,252 INFO [M:0;5a964fc427ed:45853 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:20:45,252 DEBUG [M:0;5a964fc427ed:45853 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:20:45,252 INFO [M:0;5a964fc427ed:45853 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:20:45,252 DEBUG [M:0;5a964fc427ed:45853 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:20:45,252 DEBUG [M:0;5a964fc427ed:45853 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:20:45,252 DEBUG [M:0;5a964fc427ed:45853 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:20:45,252 INFO [M:0;5a964fc427ed:45853 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-18T20:20:45,266 DEBUG [M:0;5a964fc427ed:45853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d10d0766f2d4aadaddd65de601ce320 is 82, key is hbase:meta,,1/info:regioninfo/1731961205048/Put/seqid=0 2024-11-18T20:20:45,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741942_1122 (size=5672) 2024-11-18T20:20:45,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741942_1122 (size=5672) 2024-11-18T20:20:45,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741942_1122 (size=5672) 2024-11-18T20:20:45,274 INFO [M:0;5a964fc427ed:45853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d10d0766f2d4aadaddd65de601ce320 2024-11-18T20:20:45,299 DEBUG [M:0;5a964fc427ed:45853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eef6421b45f84983afa94405d9173f58 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731961219718/Put/seqid=0 2024-11-18T20:20:45,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:20:45,303 INFO [RS:2;5a964fc427ed:36577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:20:45,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10150c867370003, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:20:45,303 INFO [RS:2;5a964fc427ed:36577 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a964fc427ed,36577,1731961202835; zookeeper connection closed. 2024-11-18T20:20:45,305 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@532cb392 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@532cb392 2024-11-18T20:20:45,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741943_1123 (size=7755) 2024-11-18T20:20:45,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741943_1123 (size=7755) 2024-11-18T20:20:45,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741943_1123 (size=7755) 2024-11-18T20:20:45,308 INFO [M:0;5a964fc427ed:45853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eef6421b45f84983afa94405d9173f58 2024-11-18T20:20:45,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:20:45,312 INFO [RS:0;5a964fc427ed:34025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:20:45,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10150c867370001, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:20:45,312 INFO [RS:0;5a964fc427ed:34025 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a964fc427ed,34025,1731961202660; zookeeper connection closed. 2024-11-18T20:20:45,312 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b144ab2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b144ab2 2024-11-18T20:20:45,312 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T20:20:45,312 INFO [M:0;5a964fc427ed:45853 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eef6421b45f84983afa94405d9173f58 2024-11-18T20:20:45,327 DEBUG [M:0;5a964fc427ed:45853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86d6473837264457a55232fe40bcea2b is 69, key is 5a964fc427ed,34025,1731961202660/rs:state/1731961204219/Put/seqid=0 2024-11-18T20:20:45,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741944_1124 (size=5440) 2024-11-18T20:20:45,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741944_1124 (size=5440) 2024-11-18T20:20:45,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741944_1124 (size=5440) 2024-11-18T20:20:45,334 INFO [M:0;5a964fc427ed:45853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86d6473837264457a55232fe40bcea2b 2024-11-18T20:20:45,338 INFO [M:0;5a964fc427ed:45853 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86d6473837264457a55232fe40bcea2b 2024-11-18T20:20:45,340 DEBUG [M:0;5a964fc427ed:45853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d10d0766f2d4aadaddd65de601ce320 as hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d10d0766f2d4aadaddd65de601ce320 2024-11-18T20:20:45,345 INFO [M:0;5a964fc427ed:45853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d10d0766f2d4aadaddd65de601ce320, entries=8, sequenceid=168, filesize=5.5 K 2024-11-18T20:20:45,346 DEBUG [M:0;5a964fc427ed:45853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eef6421b45f84983afa94405d9173f58 as hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eef6421b45f84983afa94405d9173f58 2024-11-18T20:20:45,351 INFO [M:0;5a964fc427ed:45853 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eef6421b45f84983afa94405d9173f58 2024-11-18T20:20:45,351 INFO [M:0;5a964fc427ed:45853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eef6421b45f84983afa94405d9173f58, entries=17, sequenceid=168, filesize=7.6 K 2024-11-18T20:20:45,352 DEBUG [M:0;5a964fc427ed:45853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86d6473837264457a55232fe40bcea2b as hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86d6473837264457a55232fe40bcea2b 2024-11-18T20:20:45,356 INFO [M:0;5a964fc427ed:45853 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86d6473837264457a55232fe40bcea2b 2024-11-18T20:20:45,356 INFO [M:0;5a964fc427ed:45853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43113/user/jenkins/test-data/9758120a-8252-887c-572d-2ba7191bc50e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86d6473837264457a55232fe40bcea2b, entries=3, sequenceid=168, filesize=5.3 K 2024-11-18T20:20:45,357 INFO [M:0;5a964fc427ed:45853 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=168, compaction requested=false 2024-11-18T20:20:45,358 INFO [M:0;5a964fc427ed:45853 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:20:45,358 DEBUG [M:0;5a964fc427ed:45853 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731961245252Disabling compacts and flushes for region at 1731961245252Disabling writes for close at 1731961245252Obtaining lock to block concurrent updates at 1731961245252Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731961245252Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1731961245253 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731961245253Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731961245253Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731961245266 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731961245266Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731961245279 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731961245298 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731961245298Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731961245313 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731961245327 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731961245327Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@204a0085: reopening flushed file at 1731961245339 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@635bedce: reopening flushed file at 1731961245345 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78f87eb6: reopening flushed file at 1731961245351 (+6 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=168, compaction requested=false at 1731961245357 (+6 ms)Writing region close event to WAL at 1731961245358 (+1 ms)Closed at 1731961245358 2024-11-18T20:20:45,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741830_1006 (size=56538) 2024-11-18T20:20:45,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37147 is added to blk_1073741830_1006 (size=56538) 2024-11-18T20:20:45,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42961 is added to blk_1073741830_1006 (size=56538) 2024-11-18T20:20:45,362 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:20:45,362 INFO [M:0;5a964fc427ed:45853 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:20:45,362 INFO [M:0;5a964fc427ed:45853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45853 2024-11-18T20:20:45,362 INFO [M:0;5a964fc427ed:45853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:20:45,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:20:45,470 INFO [M:0;5a964fc427ed:45853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:20:45,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45853-0x10150c867370000, quorum=127.0.0.1:52118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:20:45,477 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858/wal.1731961223215 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858/wal.1731961223215 (inode 16655) Holder DFSClient_NONMAPREDUCE_532784241_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731961222858/wal.1731961223215 (inode 16655) Holder DFSClient_NONMAPREDUCE_532784241_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-18T20:20:45,478 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731961214761/wal.1731961214922 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:45,478 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731961240185/wal.1731961240391 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:45,481 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961233186 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961233186 (inode 16678) Holder DFSClient_NONMAPREDUCE_532784241_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731961223367/wal.1731961233186 (inode 16678) Holder DFSClient_NONMAPREDUCE_532784241_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-18T20:20:45,482 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731961206789/wal.1731961206862 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:45,485 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453/wal.1731961234126 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453/wal.1731961234126 (inode 16704) Holder DFSClient_NONMAPREDUCE_532784241_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731961233453/wal.1731961234126 (inode 16704) Holder DFSClient_NONMAPREDUCE_532784241_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-18T20:20:45,486 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731961234771/wal.1731961235343 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:20:45,489 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal.1731961206650 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal.1731961206650 (inode 16485) Holder DFSClient_NONMAPREDUCE_532784241_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731961206454/wal.1731961206650 (inode 16485) Holder DFSClient_NONMAPREDUCE_532784241_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-18T20:20:45,491 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal.1731961206199 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal.1731961206199 (inode 16462) Holder DFSClient_NONMAPREDUCE_532784241_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731961205507/wal.1731961206199 (inode 16462) Holder DFSClient_NONMAPREDUCE_532784241_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-18T20:20:45,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7db711c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:20:45,497 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e27241{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:20:45,497 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:20:45,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ef1fab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:20:45,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fc01fee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/hadoop.log.dir/,STOPPED} 2024-11-18T20:20:45,500 WARN [BP-145710316-172.17.0.2-1731961197461 heartbeating to localhost/127.0.0.1:43113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:20:45,500 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:20:45,500 WARN [BP-145710316-172.17.0.2-1731961197461 heartbeating to localhost/127.0.0.1:43113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-145710316-172.17.0.2-1731961197461 (Datanode Uuid 37a13c66-747d-4023-aeb4-ff5d3a4bf95e) service to localhost/127.0.0.1:43113 2024-11-18T20:20:45,500 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:20:45,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/data/data5/current/BP-145710316-172.17.0.2-1731961197461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:20:45,502 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/data/data6/current/BP-145710316-172.17.0.2-1731961197461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:20:45,502 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:20:45,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb5c651{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:20:45,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bb3ed73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:20:45,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:20:45,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a3de095{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:20:45,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25a82563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/hadoop.log.dir/,STOPPED} 2024-11-18T20:20:45,506 WARN [BP-145710316-172.17.0.2-1731961197461 heartbeating to localhost/127.0.0.1:43113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:20:45,506 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:20:45,506 WARN [BP-145710316-172.17.0.2-1731961197461 heartbeating to localhost/127.0.0.1:43113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-145710316-172.17.0.2-1731961197461 (Datanode Uuid 9ccabecd-1dd5-44a4-b365-84ce319c749c) service to localhost/127.0.0.1:43113 2024-11-18T20:20:45,506 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:20:45,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/data/data3/current/BP-145710316-172.17.0.2-1731961197461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:20:45,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/data/data4/current/BP-145710316-172.17.0.2-1731961197461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:20:45,507 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:20:45,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3083ee80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:20:45,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e8cd23d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:20:45,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:20:45,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bff8e6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:20:45,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf6584b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/hadoop.log.dir/,STOPPED} 2024-11-18T20:20:45,516 WARN [BP-145710316-172.17.0.2-1731961197461 heartbeating to localhost/127.0.0.1:43113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:20:45,516 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:20:45,516 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:20:45,516 WARN [BP-145710316-172.17.0.2-1731961197461 heartbeating to localhost/127.0.0.1:43113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-145710316-172.17.0.2-1731961197461 (Datanode Uuid ce3e053c-092e-4247-8032-2ed3f8f727ef) service to localhost/127.0.0.1:43113 2024-11-18T20:20:45,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/data/data1/current/BP-145710316-172.17.0.2-1731961197461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:20:45,518 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/cluster_08c4ffb4-63ae-05a6-1849-1896a6127c33/data/data2/current/BP-145710316-172.17.0.2-1731961197461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:20:45,518 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:20:45,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e17169c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:20:45,526 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31851850{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:20:45,526 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:20:45,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f8a2ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:20:45,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c0b7a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f252aca-0139-6c1d-d64c-6dbb1b19d32e/hadoop.log.dir/,STOPPED} 2024-11-18T20:20:45,536 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T20:20:45,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down